From 358f931cc355739c977c5057f2ba3c5d7f9d2725 Mon Sep 17 00:00:00 2001 From: gaojuan Date: Mon, 20 Jun 2022 13:52:08 +0800 Subject: [PATCH] update --- .../thirdPriceCrawl/SynchDistrictPrice.groovy | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/SynchDistrictPrice.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/SynchDistrictPrice.groovy index 9b5bf7fda..22a2ab033 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/SynchDistrictPrice.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/SynchDistrictPrice.groovy @@ -41,19 +41,21 @@ class SynchDistrictPrice { } - def findAllEsData(){ + def findAllEsData(source){ def names = new HashSet() def rets = [] ElasticUtils.executeSqlQuery("select * from community where source='±´¿Ç'", {d-> def s = d.city +"#"+d.region+"#"+d.name if(!names.contains(s)){ names << s - d.put("district_id", d.url) - d.put("source", source) - d.put("s_date", SHORT_DATE) - d.removeField("root") - d.removeField("url") - d.removeField("_id") + def data = new BasicDBObject() + data.put("city", d.city) + data.put("region", d.region) + data.put("name", d.name) + data.put("address", d.address) + data.put("avg_price", d.avg_price) + data.put("source", source) + data.put("s_date", SHORT_DATE) rets << d } })