From d7ba02d699f618f9b442a02e6620842d12340113 Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Mon, 23 Dec 2024 14:49:25 +0800 Subject: [PATCH 1/2] =?UTF-8?q?=E4=B8=8D=E5=9C=A8=E6=9B=B4=E6=94=B9?= =?UTF-8?q?=E6=88=90=E4=BA=A4=E6=97=B6=E9=97=B4?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../com/fangjia/script/ccbevaluation/BigdataDealBatch.groovy | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataDealBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataDealBatch.groovy index c65f09175..f6baf3541 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataDealBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataDealBatch.groovy @@ -71,8 +71,7 @@ class BigdataDealBatch extends BaseBatch{ for(def city : allCitys){ addDealPriceMatch(city); } - updateCrawlTradeDate()//修改后抓取的成交,将时间改为本月 - +// updateCrawlTradeDate()//修改后抓取的成交,将时间改为本月 def rows = [] def headers = []//["城市ID","成交ID","城市名称","行政区ID","行政区名称","街道","门牌号","小区ID","小区名称","楼栋ID","楼栋编号","楼栋名称","单元ID","单元编号","单元名称","户ID","详细地址","建筑年代","权属","权属年限","期数","所在楼层","层类型","总楼层数","建筑类型","建筑结构","建筑面积","套内面积","户型","室","厅","厨","卫","房屋用途","室内结构","朝向","装修情况","评估编号","成交单价","成交总价","申报总价","评估总价","网签合同编号","交易日期","交易类型","出售付款方式","成交周期","是否有电梯","赠送面积(地面花园)","赠送面积(露台)","赠送面积(阳台)","赠送面积(飘窗)","赠送面积(阁楼)","赠送面积(车库)","赠送面积(地下室)","赠送面积(其他)","房源数据来源","中介公司ID","中介公司名称","备注","创建时间","更新时间","来源公司","成交金额","数据时间"] From 5a0529e1b76aa36752b0ef4eb7bdaf45e8419353 Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Mon, 23 Dec 2024 18:10:40 +0800 Subject: [PATCH 2/2] =?UTF-8?q?poi=E4=BF=AE=E6=94=B9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../script/gj/data_handle/NewGaoDePoiBatch.groovy | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/NewGaoDePoiBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/NewGaoDePoiBatch.groovy index 29c5560d4..046585431 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/NewGaoDePoiBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/NewGaoDePoiBatch.groovy @@ -46,8 +46,8 @@ class NewGaoDePoiBatch extends BaseBatch{ @Override void process(Object args) { -// run() - oldPoiMagre() + run() +// oldPoiMagre() } def run(){ @@ -323,7 +323,7 @@ class NewGaoDePoiBatch extends BaseBatch{ rows.each{map-> // def map = rows.get(key) - request.add(new IndexRequest("map_poi_2024", "_doc", map.data_id).source(map, XContentType.JSON)); + request.add(new IndexRequest("gaode_map_poi_2024", "_doc", map.data_id).source(map, XContentType.JSON)); // 批量提交数据 if (request.numberOfActions() >= batchSize) { @@ -358,9 +358,9 @@ class NewGaoDePoiBatch extends BaseBatch{ def oldPoiMagre(){ def cityList = CommonDatautils.findFullNameCitys().reverse() for(def cityObj : cityList){ -// if(!cityObj.city.contains("固原")){ -// continue -// } + if(!cityObj.city.contains("五指山市")){ + continue + } def fileName = "/home/goojia/gj/poi/old_poi/merge_poi/${cityObj.city}.csv" if (CommonDatautils.isWindow()) { fileName = "D:\\数据\\merge_poi\\${cityObj.city}.csv"