From 5b75537604009c717ee81a5adb2002f932e5dca5 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=B2=88=E5=81=A5?= Date: Wed, 14 Apr 2021 18:42:09 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BC=98=E5=8C=96=E5=95=86=E5=9C=88=E6=95=B0?= =?UTF-8?q?=E6=8D=AE=E5=AF=BC=E5=87=BA?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../business/BusinessDianpingExport.groovy | 6 +++-- .../business/BusinessDianpingModify.groovy | 22 +++++++++++++++++++ 2 files changed, 26 insertions(+), 2 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/business/BusinessDianpingExport.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/business/BusinessDianpingExport.groovy index dca87e75e..3f03c1c01 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/business/BusinessDianpingExport.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/business/BusinessDianpingExport.groovy @@ -44,12 +44,12 @@ class BusinessDianpingExport { if (String.valueOf(obj.landmark).indexOf("│") != -1 || String.valueOf(obj.landmark).indexOf("/") != -1 || String.valueOf(obj.landmark).indexOf("|") != -1 || String.valueOf(obj.landmark).indexOf("#") != -1 || String.valueOf(obj.landmark).indexOf("地铁") != -1 || String.valueOf(obj.landmark).indexOf("!") != -1 || String.valueOf(obj.landmark).indexOf("、") != -1 || String.valueOf(obj.landmark).indexOf(")") != -1 - || String.valueOf(obj.landmark).indexOf(",") != -1) { + || String.valueOf(obj.landmark).indexOf(",") != -1 || String.valueOf(obj.landmark).indexOf("商圈附近") != -1 || String.valueOf(obj.landmark).indexOf("】") != -1) { } else { // 防止导入导致字段过长,一个字符2个字节 def landmark = String.valueOf(obj.landmark).replaceAll(" ", "") - if (landmarkLen + String.valueOf(landmark).length() <= 100) { + if (landmark.length() <= 30 && landmarkLen + String.valueOf(landmark).length() <= 100) { landmarkLen += String.valueOf(landmark).length() landmarks.add(landmark) addresses.add(obj.address) @@ -88,6 +88,8 @@ class BusinessDianpingExport { ret[10] = "fjw" if (district_code != null) { result << ret + } else { + println("未找到商圈地标:" + name) } } FileUtils.batchCreateFile(result, "f:\\数据\\建行\\商圈\\bigdata_business_" + cityCodes[i] + ".dat", headers, "utf-8") diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/business/BusinessDianpingModify.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/business/BusinessDianpingModify.groovy index dd0c4c2dc..df968e183 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/business/BusinessDianpingModify.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/business/BusinessDianpingModify.groovy @@ -25,5 +25,27 @@ class BusinessDianpingModify { collection.find(new BasicDBObject("city", city).append("region", origin)).batchSize(1000).each {obj -> collection.update(new BasicDBObject("url", obj.url), new BasicDBObject('$set', new BasicDBObject("region", now)), false, true) } + + city = "苏州" + origin = "工业园区" + now = "吴中区" + collection.find(new BasicDBObject("city", city).append("region", origin)).batchSize(1000).each {obj -> + collection.update(new BasicDBObject("url", obj.url), new BasicDBObject('$set', new BasicDBObject("region", now)), false, true) + } + + city = "苏州" + origin = "甪直" + now = "吴中区" + collection.find(new BasicDBObject("city", city).append("region", origin)).batchSize(1000).each {obj -> + collection.update(new BasicDBObject("url", obj.url), new BasicDBObject('$set', new BasicDBObject("region", now)), false, true) + } + + city = "西安" + origin = "高新区" + now = "雁塔区" + collection.find(new BasicDBObject("city", city).append("region", origin)).batchSize(1000).each {obj -> + collection.update(new BasicDBObject("url", obj.url), new BasicDBObject('$set', new BasicDBObject("region", now)), false, true) + } + } }