+4
-1
@@ -31,9 +31,12 @@ class DevUpdateTestBatch {
|
||||
def task = new DevUpdateTestBatch()
|
||||
def path = "D:\\数据\\数据建设\\开发区\\开发区-园区.xlsx"//开发区-园区.xlsx
|
||||
// task.addDev(path)
|
||||
task.addDevAddress(path)
|
||||
// task.addDevAddress(path)
|
||||
|
||||
// task.updateHasGov("新疆维吾尔自治区","喀什地区","麦盖提县", "麦盖提镇", "是")
|
||||
|
||||
|
||||
|
||||
}
|
||||
|
||||
def addDev(path){
|
||||
|
||||
+128
-51
@@ -1,9 +1,11 @@
|
||||
package com.fangjia.script.gj.data_handle
|
||||
|
||||
import com.fangjia.script.commData.CommonDatautils
|
||||
import com.fangjia.script.util.ExcelUtils
|
||||
import com.fangjia.script.util.MongoUtils
|
||||
import com.mongodb.BasicDBObject
|
||||
import com.mongodb.DBCollection
|
||||
import com.rabbitmq.client.impl.AMQImpl
|
||||
|
||||
import java.util.regex.Pattern
|
||||
|
||||
@@ -19,17 +21,25 @@ class MinglujiData {
|
||||
DBCollection dev_mapping_CONN = MongoUtils.getCollectionByName2("fangjia", "dev_mapping", MONGO100_URL)
|
||||
DBCollection community_100_CONN = MongoUtils.getCollectionByName2("fangjia", "community", MONGO100_URL)
|
||||
|
||||
|
||||
DBCollection company_100_CONN = MongoUtils.getCollectionByName2("fangjia", "company", MONGO100_URL)
|
||||
|
||||
static main(args) {
|
||||
def task = new MinglujiData()
|
||||
task.run()
|
||||
}
|
||||
|
||||
def run(){
|
||||
exportDatas("嘉兴")
|
||||
// matchDev("浙江省","湖州")
|
||||
// matchCommunity("湖州")
|
||||
def prov = "浙江省"
|
||||
def city = "嘉兴"
|
||||
// exportDatas(city)
|
||||
// matchDev(prov, city)
|
||||
matchCommunity(city)
|
||||
|
||||
// tempMatchDev("浙江省")
|
||||
// tempMatchDev(prov)
|
||||
|
||||
|
||||
// saveMljData()
|
||||
}
|
||||
def exportDatas(city){
|
||||
def datas = findMinglujiDatas(city)
|
||||
@@ -37,35 +47,70 @@ class MinglujiData {
|
||||
}
|
||||
def matchDev(prov, city){
|
||||
def devs = loadAllDevs(prov)
|
||||
ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\名录集\\${city}.xlsx",{d->
|
||||
if(d['E'] && !d['N'] ){
|
||||
def obj = findDevByName(d['E'])
|
||||
if(!obj){
|
||||
obj = findDevByAlias(d['E'])
|
||||
|
||||
def i = 1;
|
||||
while(i<20) {
|
||||
def fileName = "/home/goojia/gj/mlj_${i}.xlsx"
|
||||
if (CommonDatautils.isWindow()) {
|
||||
fileName = "D:\\数据\\数据建设\\名录集\\${city}_${i}.xlsx"
|
||||
}
|
||||
ExcelUtils.multiThreadingModify(fileName,{d->
|
||||
if(d['D']){
|
||||
def street = d['D']
|
||||
def splitStreet = ""
|
||||
if(street){
|
||||
if(street.contains(d['C'])){
|
||||
def start = street.toString().lastIndexOf(d['C'])+d['C'].size()
|
||||
def end = street.toString().size()
|
||||
splitStreet = street.toString().substring(start, end)
|
||||
}else{
|
||||
splitStreet = street
|
||||
}
|
||||
}
|
||||
d['K'] = splitStreet
|
||||
}
|
||||
|
||||
if(d['I']){
|
||||
def splitCommunity = ""
|
||||
if(d['C'] && d['I'].toString().contains(d['C'])){
|
||||
splitCommunity = d['I'].toString().substring(d['I'].toString().lastIndexOf(d['C'])+d['C'].toString().size(), d['I'].toString().size())
|
||||
}else{
|
||||
splitCommunity = d['I']
|
||||
}
|
||||
d['L'] = splitCommunity
|
||||
}
|
||||
|
||||
|
||||
if(d['E'] && !d['N'] ){
|
||||
def obj = findDevByName(d['E'])
|
||||
if(!obj){
|
||||
obj = findDebBySimlar(devs, d['E'], d['B'])
|
||||
obj = findDevByAlias(d['E'])
|
||||
if(!obj){
|
||||
obj = findDebBySimlar(devs, d['E'], d['B'])
|
||||
if(!obj){
|
||||
obj = findDevByPark(d['A'], d['B'], d['E'])
|
||||
if (!obj) {
|
||||
}else{
|
||||
d['N'] = "园区"
|
||||
}
|
||||
}else{
|
||||
d['N'] = "相似"
|
||||
}
|
||||
}else{
|
||||
d['N'] = "相似"
|
||||
d['N'] = "别名"
|
||||
}
|
||||
}else{
|
||||
d['N'] = "别名"
|
||||
d['N'] = "相同"
|
||||
}
|
||||
if(obj){
|
||||
d['M'] = obj.name
|
||||
d['O'] = obj.city
|
||||
d['P'] = obj.district
|
||||
}
|
||||
}else{
|
||||
d['N'] = "相同"
|
||||
}
|
||||
if(obj){
|
||||
d['M'] = obj.name
|
||||
d['O'] = obj.city
|
||||
d['P'] = obj.district
|
||||
}
|
||||
}
|
||||
})
|
||||
})
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
def tempMatchDev(prov){
|
||||
@@ -102,39 +147,71 @@ class MinglujiData {
|
||||
}
|
||||
|
||||
def matchCommunity(city){
|
||||
ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\名录集\\${city}-没配居委1.xlsx",{d->
|
||||
if(d['A'] && d['B'] && d['L'] && !d['Q']){
|
||||
def list = findCommunityByName(d['A'], d['B'], d['L'])
|
||||
if(!list){
|
||||
list = findCommunityBySimlar(d['A'], d['B'], d['L'])
|
||||
if(!list){
|
||||
def i = 0;
|
||||
while(i<20){
|
||||
def fileName = "/home/goojia/gj/mlj_${i}.xlsx"
|
||||
if(CommonDatautils.isWindow()){
|
||||
fileName = "D:\\数据\\数据建设\\名录集\\${city}_${i}.xlsx"
|
||||
}
|
||||
|
||||
}else{
|
||||
d['T'] = "包含"
|
||||
}
|
||||
}else{
|
||||
d['T'] = "相同"
|
||||
}
|
||||
if(list){
|
||||
if(list.size()==1){
|
||||
def obj = list[0]
|
||||
d['Q'] = obj.name
|
||||
d['R'] = obj.street_name
|
||||
}else if(list.size()>=2){
|
||||
for(def l : list){
|
||||
if(d['C']==l.area_name){
|
||||
d['Q'] = l.name
|
||||
d['R'] = l.street_name
|
||||
break;
|
||||
}
|
||||
}
|
||||
d['S'] = list.size()
|
||||
}
|
||||
}
|
||||
}
|
||||
}, 0)
|
||||
File file=new File(fileName);
|
||||
if(file.exists()){
|
||||
ExcelUtils.multiThreadingModify(fileName,{d->
|
||||
if(d['A'] && d['B'] && d['L'] && !d['Q']){
|
||||
def list = findCommunityByName(d['A'], d['B'], d['L'])
|
||||
if(!list){
|
||||
list = findCommunityBySimlar(d['A'], d['B'], d['L'])
|
||||
if(!list){
|
||||
|
||||
}else{
|
||||
d['T'] = "包含"
|
||||
}
|
||||
}else{
|
||||
d['T'] = "相同"
|
||||
}
|
||||
if(list){
|
||||
if(list.size()==1){
|
||||
def obj = list[0]
|
||||
d['Q'] = obj.name
|
||||
d['R'] = obj.street_name
|
||||
d['U'] = obj.area_name
|
||||
d['V'] = obj.city_name
|
||||
}else if(list.size()>=2){
|
||||
for(def l : list){
|
||||
if(d['C']==l.area_name){
|
||||
d['Q'] = l.name
|
||||
d['R'] = l.street_name
|
||||
d['U'] = l.area_name
|
||||
d['V'] = l.city_name
|
||||
break;
|
||||
}
|
||||
}
|
||||
d['S'] = list.size()
|
||||
}
|
||||
}
|
||||
}
|
||||
}, 0)
|
||||
println fileName +" 远行完成"
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
def saveMljData(){
|
||||
ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\名录集\\湖州入库数据.xlsx",{d->
|
||||
def obj = new BasicDBObject()
|
||||
obj.put("province", d['A'])
|
||||
obj.put("city", d['B'])
|
||||
obj.put("district", d['C'])
|
||||
obj.put("name", d['D'])
|
||||
obj.put("address", d['E'])
|
||||
obj.put("dev_name", d['F'])
|
||||
obj.put("committee", d['G'])
|
||||
obj.put("street", d['H'])
|
||||
company_100_CONN.save(obj)
|
||||
})
|
||||
}
|
||||
def loadAllDevs(prov){
|
||||
def q = new BasicDBObject()
|
||||
q.put("province", prov)
|
||||
|
||||
Reference in New Issue
Block a user