From d91aff4eb79f42a2d015df208ccd9183277f7266 Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Thu, 20 Mar 2025 10:54:06 +0800 Subject: [PATCH] updadte --- .../gj/data_handle/TempExportData.groovy | 143 +++++++++++++++++- 1 file changed, 138 insertions(+), 5 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/TempExportData.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/TempExportData.groovy index d9d86dbf8..b5f4ceb7f 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/TempExportData.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/TempExportData.groovy @@ -1,7 +1,12 @@ package com.fangjia.script.gj.data_handle import com.fangjia.script.commData.CommonDatautils +import com.fangjia.script.util.ElasticUtils import com.fangjia.script.util.ExcelUtils +import com.fangjia.script.util.GeoHelper +import com.fangjia.script.util.MongoUtils +import com.mongodb.BasicDBObject +import com.mongodb.DBCollection import java.util.concurrent.CopyOnWriteArrayList import java.util.concurrent.CountDownLatch @@ -9,17 +14,79 @@ import java.util.concurrent.ExecutorService import java.util.concurrent.Executors import java.util.concurrent.atomic.AtomicInteger import java.util.concurrent.atomic.AtomicLong +import java.util.regex.Pattern class TempExportData { - ExecutorService fixedThreadPool = Executors.newFixedThreadPool(30) - + ExecutorService fixedThreadPool = Executors.newFixedThreadPool(10) + public static final DBCollection administrative_mapping_coll = MongoUtils.getCollectionByName("business", "administrative_mapping", "mongo.db.fangjia.com") + DBCollection qianzhan_coll = MongoUtils.getCollectionByName("crawl", "yuanqu_qianzhan_com_map", "192.168.0.206", 27020) static main(args) { def task = new TempExportData() // task.run() - def rets = task.fzHouseStat() - ExcelUtils.write("/home/goojia/gj/福州小区房源及第三方情况统计.xlsx", rets,"数据") - println "文件已生成" +// def rets = task.fzHouseStat() +// ExcelUtils.write("/home/goojia/gj/福州小区房源及第三方情况统计.xlsx", rets,"数据") +// println "文件已生成" +// exportDistShape() +// task.exportDistrictAlias() + task.exportOfficeHouseCount() + } + + def exportDistShape(){ + def task = new BasicDBObject() + } + + def exportDistrictAlias(){ + def citys = CommonDatautils.findAllCity() + def allRets = [] + allRets << ["Id","城市","区域","名称","地址","已删ID","已删区域","已删名称","已删地址","距离"] + + for (def city : citys) { + def dists = CommonDatautils.findAllDistricts(city, "district", ["city", "region", "name", "address", "alias", "lat","lng"]) + def rets = findDelDistBatch(dists) + allRets.addAll(rets) + } + ExcelUtils.write("D:\\数据\\数据建设\\小区\\融合存疑小区.xlsx",allRets, "小区") + } + + + def findDelDistBatch(dists){ + def rets = new CopyOnWriteArrayList() + def totalCount = new AtomicLong() + final CountDownLatch latch = new CountDownLatch(dists.size()) + for(def i=0;i + total = data.c + }) + return total + } + + def findYuanQu(city, name){ + def q = new BasicDBObject("name", Pattern.compile("^${name}")) + def dbcursor = qianzhan_coll.find(q) + def obj = null + for(def d : dbcursor){ + if(d.city.contains(city)){ + obj = d + break; + } + } + return obj + } + + def exportOfficeHouseCount(){ + ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\写字楼\\待核实写字楼.xlsx",{d-> +// def obj = findYuanQu(d['B'], d['D']) +// if(obj){ +// d['T'] = "前瞻存在" +// } +// if(!d['T']){ +// def obj = findYuanQu(d['B'], d['D']) +// if(obj){ +// d['U'] = obj.name +// } +// } +// if(!d['T']) { +// def count = findHouseCountByCat(d['B'], d['C'], d['D'], "office_sell") +// if (!count) { +// count = findHouseCountByCat(d['B'], d['C'], d['D'], "office_rent") +// } +// d['S'] = count +// } + + if(!d['J']){ + def datas = CommonDatautils.findThirdNetWorkOffices(d['B'], d['C'], d['D']) + if(datas){ + def sources = [] + for(def o : datas){ + sources << o.source + } + if(sources){ + d['K'] = sources.join(",") + } + } + } + }) + } + } \ No newline at end of file