diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/paimai/PaimaiDataSend.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/paimai/PaimaiDataSend.groovy index 5edb2700e..e942aff70 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/paimai/PaimaiDataSend.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/paimai/PaimaiDataSend.groovy @@ -37,14 +37,14 @@ class PaimaiDataSend { def task = new PaimaiDataSend() // task.jdRunByMongo() -//// task.aliZcRun() +// task.aliZcRun() // task.aliZcRun2() - task.aliFpRun() - task.rmfysszcRun() - task.jdRun() +// task.aliFpRun() +// task.rmfysszcRun() +// task.jdRun() // task.checkUrl() -// task.paimaiSendToEs() + task.paimaiSendToEs() } @@ -225,11 +225,12 @@ class PaimaiDataSend { def aliZcRun(){ def pm_q = new BasicDBObject() - pm_q.put("city",new BasicDBObject('$in', ["南京", "宿迁","苏州"])) -// pm_q.put("city","苏州") +// pm_q.put("city",new BasicDBObject('$in', ["南京", "宿迁","苏州"])) + pm_q.put("province","江苏") // pm_q.put("region","姑苏") // pm_q.put("url","https://sf-item.taobao.com/sf_item/659117468505.htm") - pm_q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-08-01")).append('$lt', DateUtils.parseFromTightYYYYMMDD("2022-09-15"))) +// pm_q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-08-01")).append('$lt', DateUtils.parseFromTightYYYYMMDD("2022-09-15"))) + pm_q.put("mDate", new BasicDBObject('$lt', DateUtils.parseFromTightYYYYMMDD("2022-10-01"))) Pattern pattern = Pattern.compile("taobao.com", Pattern.MULTILINE); pm_q.put("url", new BasicDBObject('$regex', pattern)) // pm_q.put("mappingEstateType", null) @@ -237,8 +238,8 @@ class PaimaiDataSend { def dbcursor = paimai43_COLL.find(pm_q).batchSize(1000) println dbcursor.count() for(def d : dbcursor){ - def flag = sendAliZc(d.url) -// def flag = sendAli(d.url) +// def flag = sendAliZc(d.url) + def flag = sendAli(d.url) if(!flag){ println "不存在:"+d.url } @@ -521,7 +522,7 @@ class PaimaiDataSend { def getPaimaiDatas(){ def q = new BasicDBObject() // q.put("city",new BasicDBObject('$in', ["南京","宿迁","苏州"])) - q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-09-15"))) + q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-10-01"))) def dbcursor = paimai43_COLL.find(q).batchSize(5000) def rets = [] for(def d : dbcursor){ diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/jiangnanblank/CZDataBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/jiangnanblank/CZDataBatch.groovy index 926581423..24eeb3c76 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/jiangnanblank/CZDataBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/jiangnanblank/CZDataBatch.groovy @@ -647,9 +647,9 @@ class CZDataBatch extends BaseBatch{ } } - if(!priceMap){ - priceMap = findRegionRentPrice(priceMap, city, region, estate_type2) - } +// if(!priceMap){ +// priceMap = findRegionRentPrice(priceMap, city, region, estate_type2) +// } //5室及以上价格小于2000去除 if(priceMap){