优化商圈数据导出
This commit is contained in:
+4
-2
@@ -44,12 +44,12 @@ class BusinessDianpingExport {
|
||||
if (String.valueOf(obj.landmark).indexOf("│") != -1 || String.valueOf(obj.landmark).indexOf("/") != -1 || String.valueOf(obj.landmark).indexOf("|") != -1
|
||||
|| String.valueOf(obj.landmark).indexOf("#") != -1 || String.valueOf(obj.landmark).indexOf("地铁") != -1
|
||||
|| String.valueOf(obj.landmark).indexOf("!") != -1 || String.valueOf(obj.landmark).indexOf("、") != -1 || String.valueOf(obj.landmark).indexOf(")") != -1
|
||||
|| String.valueOf(obj.landmark).indexOf(",") != -1) {
|
||||
|| String.valueOf(obj.landmark).indexOf(",") != -1 || String.valueOf(obj.landmark).indexOf("商圈附近") != -1 || String.valueOf(obj.landmark).indexOf("】") != -1) {
|
||||
|
||||
} else {
|
||||
// 防止导入导致字段过长,一个字符2个字节
|
||||
def landmark = String.valueOf(obj.landmark).replaceAll(" ", "")
|
||||
if (landmarkLen + String.valueOf(landmark).length() <= 100) {
|
||||
if (landmark.length() <= 30 && landmarkLen + String.valueOf(landmark).length() <= 100) {
|
||||
landmarkLen += String.valueOf(landmark).length()
|
||||
landmarks.add(landmark)
|
||||
addresses.add(obj.address)
|
||||
@@ -88,6 +88,8 @@ class BusinessDianpingExport {
|
||||
ret[10] = "fjw"
|
||||
if (district_code != null) {
|
||||
result << ret
|
||||
} else {
|
||||
println("未找到商圈地标:" + name)
|
||||
}
|
||||
}
|
||||
FileUtils.batchCreateFile(result, "f:\\数据\\建行\\商圈\\bigdata_business_" + cityCodes[i] + ".dat", headers, "utf-8")
|
||||
|
||||
+22
@@ -25,5 +25,27 @@ class BusinessDianpingModify {
|
||||
collection.find(new BasicDBObject("city", city).append("region", origin)).batchSize(1000).each {obj ->
|
||||
collection.update(new BasicDBObject("url", obj.url), new BasicDBObject('$set', new BasicDBObject("region", now)), false, true)
|
||||
}
|
||||
|
||||
city = "苏州"
|
||||
origin = "工业园区"
|
||||
now = "吴中区"
|
||||
collection.find(new BasicDBObject("city", city).append("region", origin)).batchSize(1000).each {obj ->
|
||||
collection.update(new BasicDBObject("url", obj.url), new BasicDBObject('$set', new BasicDBObject("region", now)), false, true)
|
||||
}
|
||||
|
||||
city = "苏州"
|
||||
origin = "甪直"
|
||||
now = "吴中区"
|
||||
collection.find(new BasicDBObject("city", city).append("region", origin)).batchSize(1000).each {obj ->
|
||||
collection.update(new BasicDBObject("url", obj.url), new BasicDBObject('$set', new BasicDBObject("region", now)), false, true)
|
||||
}
|
||||
|
||||
city = "西安"
|
||||
origin = "高新区"
|
||||
now = "雁塔区"
|
||||
collection.find(new BasicDBObject("city", city).append("region", origin)).batchSize(1000).each {obj ->
|
||||
collection.update(new BasicDBObject("url", obj.url), new BasicDBObject('$set', new BasicDBObject("region", now)), false, true)
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user