diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/MinglujiData.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/MinglujiData.groovy index 2624d025c..bbe36b024 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/MinglujiData.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/MinglujiData.groovy @@ -16,7 +16,8 @@ class MinglujiData { DBCollection mlj_COLL = MongoUtils.getCollectionByName("crawl", "kfq_mingluji_com", "192.168.0.206",27020) def MONGO100_URL = "mongodb://admin:G00MONGOADMIN@192.168.0.100:30009"; - DBCollection development_zone_CONN = MongoUtils.getCollectionByName2("fangjia", "development_zone", MONGO100_URL) + + DBCollection development_zone_CONN = MongoUtils.getCollectionByName("fangjia_base", "development_zone", "mongo.db.fangjia.com") DBCollection dev_mapping_CONN = MongoUtils.getCollectionByName2("fangjia", "dev_mapping", MONGO100_URL) DBCollection community_100_CONN = MongoUtils.getCollectionByName2("fangjia", "community", MONGO100_URL) @@ -30,16 +31,19 @@ class MinglujiData { } def run(){ - def prov = "浙江省" - def city = "嘉兴" + def prov = "河北省" + def city = "石家庄市" // exportDatas(city) matchDev(prov, city) matchCommunity(city) - + fiveLevelSplit(city) + nineLevelSplit(city) // tempMatchDev(prov) + +// checkDev() // saveMljData() - fiveLevelSplit(city) + } def exportDatas(city){ def datas = findMinglujiDatas(city) @@ -84,9 +88,9 @@ class MinglujiData { if (d['E'] && !d['N']) { - def obj = findDevByName(d['E']) + def obj = findDevByName(null, d['E']) if (!obj) { - obj = findDevByAlias(d['E']) + obj = findDevByAlias(null, d['E']) if (!obj) { obj = findDebBySimlar(devs, d['E'], d['B']) if (!obj) { @@ -122,9 +126,9 @@ class MinglujiData { def devs = loadAllDevs(prov) ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\名录集\\湖州-开发区-等级.xlsx",{d-> if(d['U'] && !d['W'] ){ - def obj = findDevByName(d['U']) + def obj = findDevByName(null, d['U']) if(!obj){ - obj = findDevByAlias(d['U']) + obj = findDevByAlias(null, d['U']) if(!obj){ obj = findDebBySimlar(devs, d['U'], d['B']) if(!obj){ @@ -202,34 +206,157 @@ class MinglujiData { } } + def nineLevelSplit(city){ + def i = 1; + while(i<20) { + def fileName = "/home/goojia/gj/mlj_${i}.xlsx" + if (CommonDatautils.isWindow()) { + fileName = "D:\\数据\\数据建设\\名录集\\${city}_${i}.xlsx" + } + + File file = new File(fileName); + if (file.exists()) { + ExcelUtils.multiThreadingModify(fileName,{d-> + if(d['E'] && !d['Z']){ + def jsonObject1 = com.fangjia.script.gj.district.FangjiaClientUtils.formatNinelevel(d['B'], d['E']) + if(jsonObject1) { + if (jsonObject1.get("dev") && jsonObject1.get("dev") != "null") { + def devName = jsonObject1.get("dev") + def obj = findDev(jsonObject1.get("city"), devName) + d['AD'] = devName + if(jsonObject1.containsKey("detail") && jsonObject1.detail.dev_confi!='null'){ + d['AJ'] = jsonObject1.detail.dev_confi + } + if (obj) { + d['AG'] = obj._id.toString() + d['AF'] = obj.name + } + } + } + } + + if(d['E'] && !d['M']) { + def jsonObject = com.fangjia.script.gj.district.FangjiaClientUtils.formatNinelevel(d['B'], d['J']) + def street = jsonObject.get("street") + def streetNumber = jsonObject.get("streetNumber") + if (jsonObject.get("province") && jsonObject.get("province") != "null") { + d['W'] = jsonObject.get("province") + } + + if (jsonObject.get("city") && jsonObject.get("city") != "null") { + d['X'] = jsonObject.get("city") + } + + if (jsonObject.get("district") && jsonObject.get("district") != "null") { + d['Y'] = jsonObject.get("district") + } + + if (jsonObject.get("township") && jsonObject.get("township") != "null") { + d['Z'] = jsonObject.get("township") + } + + if (jsonObject && street && streetNumber && street != "null") { + d['AA'] = jsonObject.get("street") + def road = jsonObject.get("street") + if (streetNumber != 'null') { + d['AB'] = jsonObject.get("streetNumber") + road = road + jsonObject.get("streetNumber") + } else { + d['AC'] = "信息不完整" + } + + if (!d['AC'] && !d['J'].contains(road)) { + d['AC'] = "原地址不含路" + } + + if (!d['AC']) { + def flag = road.matches('^[\u4e00-\u9fa5]+?(路|大道|巷|胡同|街).+[弄号]$') + if (!flag) { + d['AC'] = "路非法" + } + def roadsize = jsonObject.get("street").size() + if (!d['AC'] && (roadsize < 3 || roadsize > 7)) { + d['AC'] = "路太长|路太短" + } + } + }else{ + d['AC'] = "无地址" + } + + if (jsonObject.get("dev") && jsonObject.get("dev") != "null") { + def devName = jsonObject.get("dev") + def obj = findDev(jsonObject.get("city"), devName) + d['AE'] = devName + if (obj) { + d['AI'] = obj._id.toString() + d['AH'] = obj.name + } + if(jsonObject.containsKey("detail") && jsonObject.detail.dev_confi!='null'){ + d['AK'] = jsonObject.detail.dev_confi + } + } + } + },0) + println fileName +" 九级拆分完成" + } + i++ + } + } + + + def findDev( city, name){ + def obj = findDevByName(city, name) + if(!obj){ + obj = findDevByAlias(city, name) + if(obj){ + obj.match_way = "别名" + } + }else{ + obj.match_way = "相同" + } + return obj + } def fiveLevelSplit(city){ def i = 1; while(i<20) { def fileName = "/home/goojia/gj/mlj_${i}.xlsx" if (CommonDatautils.isWindow()) { - fileName = "D:\\数据\\数据建设\\名录集\\mlj_${i}.xlsx" + fileName = "D:\\数据\\数据建设\\名录集\\${city}_${i}.xlsx" } File file = new File(fileName); if (file.exists()) { ExcelUtils.multiThreadingModify(fileName, { d -> - if(d['J'] && !d['X']){ + if(d['J'] && !d['AN']){ def jsonObject = com.fangjia.script.gj.district.FangjiaClientUtils.formatFivelevel(d['B'], d['J']) if(jsonObject) { if (jsonObject.get("address") && jsonObject.get("address") != "null") { - d['X'] = jsonObject.get("address") + d['AN'] = jsonObject.get("address") } } } }) } i++ + println fileName +" 五级拆分完成" } } + def checkDev(){ + ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\名录集\\嘉兴入库数据.xlsx",{d-> + if(d['F']){ + def obj = findDevByName(null, d['F']) + if(obj){ + d['I'] = "库中" + }else{ + d['I'] = "非库中" + } + } + }) + } def saveMljData(){ - ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\名录集\\湖州入库2.xlsx",{d-> + ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\名录集\\嘉兴入库数据.xlsx",{d-> def obj = new BasicDBObject() obj.put("province", d['A']) obj.put("city", d['B']) @@ -281,14 +408,20 @@ class MinglujiData { } return last } - def findDevByName(name){ + def findDevByName(city, name){ def q = new BasicDBObject() + if(city){ + q.put("city", city) + } q.put("name", name) return development_zone_CONN.findOne(q) } - def findDevByAlias(name){ + def findDevByAlias(city, name){ def q = new BasicDBObject() + if(city){ + q.put("city", city) + } q.put('alias', new BasicDBObject('$in',[name])) return development_zone_CONN.findOne(q) }