diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DevProcess.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DevProcess.groovy index c722603c3..d74420dde 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DevProcess.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DevProcess.groovy @@ -26,6 +26,7 @@ class DevProcess { DBCollection DEVELOPMENT_ZONE_43_COLL = MongoUtils.getCollectionByName("fangjia_base", "development_zone", "mongo.db.fangjia.com") + DBCollection ADMINISTRATIVE_MAPPING_COLL = MongoUtils.getCollectionByName("business", "administrative_mapping", "mongo.db.fangjia.com") static main(args) { def task = new DevProcess(); @@ -53,6 +54,8 @@ class DevProcess { // task.addAlias() // task.addDevShape()//添加开发区围栏 // task.matchDevTownship()//添加乡镇街道 + +// task.addDevStreet()//添加区域为等级开发区下的街道到开发区对应表中 } @@ -170,85 +173,99 @@ class DevProcess { } } + def findDev(city, name){ + def q = new BasicDBObject() + q.put("name", name) + q.put("city", city) + def obj = development_zone_CONN.findOne(q) + return obj + } + def devSplitRoad(){ def i = 0; - while(i<1){ + while(i<20){ def fileName = "/home/goojia/gj/qzd-${i}.xlsx" if(CommonDatautils.isWindow()){ - fileName = "D:\\数据\\数据建设\\开发区\\江苏-无锡.xlsx" + fileName = "D:\\数据\\数据建设\\开发区\\福建省.xlsx" } - ExcelUtils.multiThreadingModify(fileName,{d-> - /*if(d['C'] && !d['V']){ - def jsonObject = com.fangjia.script.gj.district.FangjiaClientUtils.formatNinelevel(d['E'], d['C']) - def street = jsonObject.get("street") - def streetNumber = jsonObject.get("streetNumber") - if(jsonObject.get("province") && jsonObject.get("province")!="null"){ - d['V'] = jsonObject.get("province") - } - if(jsonObject.get("city") && jsonObject.get("city")!="null"){ - d['W'] = jsonObject.get("city") - } - - if(jsonObject.get("district") && jsonObject.get("district")!="null"){ - d['X'] = jsonObject.get("district") - } - - if(jsonObject && street && streetNumber && street!="null"){ - d['Y'] = jsonObject.get("street") - if(streetNumber!='null'){ - d['Z'] = jsonObject.get("streetNumber") - } - } - }*/ - if(d['C'] && !d['G']){ - def jsonObject = com.fangjia.script.gj.district.FangjiaClientUtils.formatNinelevel(d['B'], d['C']) - if(jsonObject){ - def street = jsonObject.get("street") - def streetNumber = jsonObject.get("streetNumber") - if(jsonObject.get("province") && jsonObject.get("province")!="null"){ - d['G'] = jsonObject.get("province") - } - - if(jsonObject.get("city") && jsonObject.get("city")!="null"){ - d['H'] = jsonObject.get("city") - } - - if(jsonObject.get("district") && jsonObject.get("district")!="null"){ - d['I'] = jsonObject.get("district") - } - - if(jsonObject.get("township") && jsonObject.get("township")!="null"){ - d['J'] = jsonObject.get("township") - } - - if(jsonObject && street && streetNumber && street!="null"){ - d['K'] = jsonObject.get("street") - if(streetNumber!='null'){ - d['L'] = jsonObject.get("streetNumber") - - def road = jsonObject.get("street")+jsonObject.get("streetNumber") - if(!d['C'].contains(road)){ - d['N'] = "原地址不含路" - } - - if(!d['N']){ - def flag = road.matches('^[\u4e00-\u9fa5]+?(路|大道|巷|胡同|街).+[弄号]$') - if(!flag){ - d['N'] = "路非法" - } + File file=new File(fileName); + if(file.exists()){ + ExcelUtils.multiThreadingModify(fileName,{d-> + if(d['E'] && !d['G']){ + def jsonObject1 = com.fangjia.script.gj.district.FangjiaClientUtils.formatNinelevel(d['B'], d['E']) + if(jsonObject1) { + if (jsonObject1.get("dev") && jsonObject1.get("dev") != "null") { + def devName = jsonObject1.get("dev") + def obj = findDev(d['B'], devName) + if (obj) { + d['Q'] = obj._id.toString() + d['R'] = obj.name } } } - - if(jsonObject.get("dev") && jsonObject.get("dev")!="null"){ - d['M'] = jsonObject.get("dev") - } } - } - },0) - i++ + if(d['C'] && !d['S']) { + def jsonObject = com.fangjia.script.gj.district.FangjiaClientUtils.formatNinelevel(d['B'], d['C']) + def street = jsonObject.get("street") + def streetNumber = jsonObject.get("streetNumber") + if (jsonObject.get("province") && jsonObject.get("province") != "null") { + d['G'] = jsonObject.get("province") + } + + if (jsonObject.get("city") && jsonObject.get("city") != "null") { + d['H'] = jsonObject.get("city") + } + + if (jsonObject.get("district") && jsonObject.get("district") != "null") { + d['I'] = jsonObject.get("district") + } + + if (jsonObject.get("township") && jsonObject.get("township") != "null") { + d['J'] = jsonObject.get("township") + } + + if (jsonObject && street && streetNumber && street != "null") { + d['K'] = jsonObject.get("street") + def road = jsonObject.get("street") + if (streetNumber != 'null') { + d['L'] = jsonObject.get("streetNumber") + road = road + jsonObject.get("streetNumber") + } else { + d['N'] = "信息不完整" + } + + if (!d['N'] && !d['C'].contains(road)) { + d['N'] = "原地址不含路" + } + + if (!d['N']) { + def flag = road.matches('^[\u4e00-\u9fa5]+?(路|大道|巷|胡同|街).+[弄号]$') + if (!flag) { + d['N'] = "路非法" + } + def roadsize = jsonObject.get("street").size() + if (!d['N'] && (roadsize < 3 || roadsize > 7)) { + d['N'] = "路太长|路太短" + } + } + }else{ + d['N'] = "无地址" + } + + if (jsonObject.get("dev") && jsonObject.get("dev") != "null") { + def devName = jsonObject.get("dev") + def obj = findDev(d['B'], devName) + if (obj) { + d['S'] = obj._id.toString() + d['T'] = obj.name + } + } + } + },0) + i++ + } } } @@ -315,14 +332,15 @@ class DevProcess { } def matchDev(){ - ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\浙江-湖州路正常(2.6+15万修正).xlsx",{d-> - if(!d['P'] && d['R']){ + ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\开发区\\福建省.xlsx",{d-> + if(!d['Q'] && d['L']){ def q = new BasicDBObject() - q.put("name", d['R']) + q.put("name", d['L']) + q.put("city",d['G']) def obj = development_zone_CONN.findOne(q) if(obj){ - d['P'] = obj._id.toString() - d['Q'] = obj.name + d['Q'] = obj._id.toString() + d['R'] = obj.name } } },0); @@ -737,4 +755,23 @@ class DevProcess { } }) } + + def addDevStreet(){ + ExcelUtils.modify("D:\\数据\\数据建设\\开发区\\区域匹配开发区.xlsx",{d-> + if(d['J']=="是"){ + def dbcursor = ADMINISTRATIVE_MAPPING_COLL.find(new BasicDBObject("district", d['D']).append("type","乡镇街道")) + for(def obj : dbcursor){ + def o = new BasicDBObject() + o.put("province" , obj.province) + o.put("city" , obj.city) + o.put("district" , obj.mzb_district_name) + o.put("name" , d['E']) + o.put("type" , "乡镇街道") + o.put("township" , obj.street) + DEV_MAPPING_CONN.save(o) + } + } + }) + + } }