优化商圈数据导出

This commit is contained in:
沈健
2021-04-14 18:42:09 +08:00
parent 77aa3327e2
commit 5b75537604
2 changed files with 26 additions and 2 deletions
@@ -44,12 +44,12 @@ class BusinessDianpingExport {
if (String.valueOf(obj.landmark).indexOf("│") != -1 || String.valueOf(obj.landmark).indexOf("/") != -1 || String.valueOf(obj.landmark).indexOf("|") != -1
|| String.valueOf(obj.landmark).indexOf("#") != -1 || String.valueOf(obj.landmark).indexOf("地铁") != -1
|| String.valueOf(obj.landmark).indexOf("!") != -1 || String.valueOf(obj.landmark).indexOf("、") != -1 || String.valueOf(obj.landmark).indexOf(")") != -1
|| String.valueOf(obj.landmark).indexOf(",") != -1) {
|| String.valueOf(obj.landmark).indexOf(",") != -1 || String.valueOf(obj.landmark).indexOf("商圈附近") != -1 || String.valueOf(obj.landmark).indexOf("】") != -1) {
} else {
// 防止导入导致字段过长,一个字符2个字节
def landmark = String.valueOf(obj.landmark).replaceAll(" ", "")
if (landmarkLen + String.valueOf(landmark).length() <= 100) {
if (landmark.length() <= 30 && landmarkLen + String.valueOf(landmark).length() <= 100) {
landmarkLen += String.valueOf(landmark).length()
landmarks.add(landmark)
addresses.add(obj.address)
@@ -88,6 +88,8 @@ class BusinessDianpingExport {
ret[10] = "fjw"
if (district_code != null) {
result << ret
} else {
println("未找到商圈地标:" + name)
}
}
FileUtils.batchCreateFile(result, "f:\\数据\\建行\\商圈\\bigdata_business_" + cityCodes[i] + ".dat", headers, "utf-8")
@@ -25,5 +25,27 @@ class BusinessDianpingModify {
collection.find(new BasicDBObject("city", city).append("region", origin)).batchSize(1000).each {obj ->
collection.update(new BasicDBObject("url", obj.url), new BasicDBObject('$set', new BasicDBObject("region", now)), false, true)
}
city = "苏州"
origin = "工业园区"
now = "吴中区"
collection.find(new BasicDBObject("city", city).append("region", origin)).batchSize(1000).each {obj ->
collection.update(new BasicDBObject("url", obj.url), new BasicDBObject('$set', new BasicDBObject("region", now)), false, true)
}
city = "苏州"
origin = "甪直"
now = "吴中区"
collection.find(new BasicDBObject("city", city).append("region", origin)).batchSize(1000).each {obj ->
collection.update(new BasicDBObject("url", obj.url), new BasicDBObject('$set', new BasicDBObject("region", now)), false, true)
}
city = "西安"
origin = "高新区"
now = "雁塔区"
collection.find(new BasicDBObject("city", city).append("region", origin)).batchSize(1000).each {obj ->
collection.update(new BasicDBObject("url", obj.url), new BasicDBObject('$set', new BasicDBObject("region", now)), false, true)
}
}
}