From 660029377d5f885472c95f1bc6b96ac5b960d12e Mon Sep 17 00:00:00 2001 From: gaojuan Date: Sun, 9 Oct 2022 14:55:21 +0800 Subject: [PATCH] =?UTF-8?q?=E5=B8=B8=E5=B7=9E=E9=93=B6=E8=A1=8C=E8=84=9A?= =?UTF-8?q?=E6=9C=AC=E5=8E=BB=E9=99=A4=E6=8C=89=E5=8C=BA=E5=9F=9F=E6=9F=A5?= =?UTF-8?q?=E8=AF=A2=E7=A7=9F=E9=87=91?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../script/gj/paimai/PaimaiDataSend.groovy | 23 ++++++++++--------- .../script/jiangnanblank/CZDataBatch.groovy | 6 ++--- 2 files changed, 15 insertions(+), 14 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/paimai/PaimaiDataSend.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/paimai/PaimaiDataSend.groovy index 5edb2700e..e942aff70 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/paimai/PaimaiDataSend.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/paimai/PaimaiDataSend.groovy @@ -37,14 +37,14 @@ class PaimaiDataSend { def task = new PaimaiDataSend() // task.jdRunByMongo() -//// task.aliZcRun() +// task.aliZcRun() // task.aliZcRun2() - task.aliFpRun() - task.rmfysszcRun() - task.jdRun() +// task.aliFpRun() +// task.rmfysszcRun() +// task.jdRun() // task.checkUrl() -// task.paimaiSendToEs() + task.paimaiSendToEs() } @@ -225,11 +225,12 @@ class PaimaiDataSend { def aliZcRun(){ def pm_q = new BasicDBObject() - pm_q.put("city",new BasicDBObject('$in', ["南京", "宿迁","苏州"])) -// pm_q.put("city","苏州") +// pm_q.put("city",new BasicDBObject('$in', ["南京", "宿迁","苏州"])) + pm_q.put("province","江苏") // pm_q.put("region","姑苏") // pm_q.put("url","https://sf-item.taobao.com/sf_item/659117468505.htm") - pm_q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-08-01")).append('$lt', DateUtils.parseFromTightYYYYMMDD("2022-09-15"))) +// pm_q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-08-01")).append('$lt', DateUtils.parseFromTightYYYYMMDD("2022-09-15"))) + pm_q.put("mDate", new BasicDBObject('$lt', DateUtils.parseFromTightYYYYMMDD("2022-10-01"))) Pattern pattern = Pattern.compile("taobao.com", Pattern.MULTILINE); pm_q.put("url", new BasicDBObject('$regex', pattern)) // pm_q.put("mappingEstateType", null) @@ -237,8 +238,8 @@ class PaimaiDataSend { def dbcursor = paimai43_COLL.find(pm_q).batchSize(1000) println dbcursor.count() for(def d : dbcursor){ - def flag = sendAliZc(d.url) -// def flag = sendAli(d.url) +// def flag = sendAliZc(d.url) + def flag = sendAli(d.url) if(!flag){ println "不存在:"+d.url } @@ -521,7 +522,7 @@ class PaimaiDataSend { def getPaimaiDatas(){ def q = new BasicDBObject() // q.put("city",new BasicDBObject('$in', ["南京","宿迁","苏州"])) - q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-09-15"))) + q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-10-01"))) def dbcursor = paimai43_COLL.find(q).batchSize(5000) def rets = [] for(def d : dbcursor){ diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/jiangnanblank/CZDataBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/jiangnanblank/CZDataBatch.groovy index 926581423..24eeb3c76 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/jiangnanblank/CZDataBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/jiangnanblank/CZDataBatch.groovy @@ -647,9 +647,9 @@ class CZDataBatch extends BaseBatch{ } } - if(!priceMap){ - priceMap = findRegionRentPrice(priceMap, city, region, estate_type2) - } +// if(!priceMap){ +// priceMap = findRegionRentPrice(priceMap, city, region, estate_type2) +// } //5室及以上价格小于2000去除 if(priceMap){