常州银行脚本去除按区域查询租金
This commit is contained in:
+12
-11
@@ -37,14 +37,14 @@ class PaimaiDataSend {
|
||||
def task = new PaimaiDataSend()
|
||||
// task.jdRunByMongo()
|
||||
|
||||
//// task.aliZcRun()
|
||||
// task.aliZcRun()
|
||||
// task.aliZcRun2()
|
||||
task.aliFpRun()
|
||||
task.rmfysszcRun()
|
||||
task.jdRun()
|
||||
// task.aliFpRun()
|
||||
// task.rmfysszcRun()
|
||||
// task.jdRun()
|
||||
// task.checkUrl()
|
||||
|
||||
// task.paimaiSendToEs()
|
||||
task.paimaiSendToEs()
|
||||
}
|
||||
|
||||
|
||||
@@ -225,11 +225,12 @@ class PaimaiDataSend {
|
||||
|
||||
def aliZcRun(){
|
||||
def pm_q = new BasicDBObject()
|
||||
pm_q.put("city",new BasicDBObject('$in', ["南京", "宿迁","苏州"]))
|
||||
// pm_q.put("city","苏州")
|
||||
// pm_q.put("city",new BasicDBObject('$in', ["南京", "宿迁","苏州"]))
|
||||
pm_q.put("province","江苏")
|
||||
// pm_q.put("region","姑苏")
|
||||
// pm_q.put("url","https://sf-item.taobao.com/sf_item/659117468505.htm")
|
||||
pm_q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-08-01")).append('$lt', DateUtils.parseFromTightYYYYMMDD("2022-09-15")))
|
||||
// pm_q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-08-01")).append('$lt', DateUtils.parseFromTightYYYYMMDD("2022-09-15")))
|
||||
pm_q.put("mDate", new BasicDBObject('$lt', DateUtils.parseFromTightYYYYMMDD("2022-10-01")))
|
||||
Pattern pattern = Pattern.compile("taobao.com", Pattern.MULTILINE);
|
||||
pm_q.put("url", new BasicDBObject('$regex', pattern))
|
||||
// pm_q.put("mappingEstateType", null)
|
||||
@@ -237,8 +238,8 @@ class PaimaiDataSend {
|
||||
def dbcursor = paimai43_COLL.find(pm_q).batchSize(1000)
|
||||
println dbcursor.count()
|
||||
for(def d : dbcursor){
|
||||
def flag = sendAliZc(d.url)
|
||||
// def flag = sendAli(d.url)
|
||||
// def flag = sendAliZc(d.url)
|
||||
def flag = sendAli(d.url)
|
||||
if(!flag){
|
||||
println "不存在:"+d.url
|
||||
}
|
||||
@@ -521,7 +522,7 @@ class PaimaiDataSend {
|
||||
def getPaimaiDatas(){
|
||||
def q = new BasicDBObject()
|
||||
// q.put("city",new BasicDBObject('$in', ["南京","宿迁","苏州"]))
|
||||
q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-09-15")))
|
||||
q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-10-01")))
|
||||
def dbcursor = paimai43_COLL.find(q).batchSize(5000)
|
||||
def rets = []
|
||||
for(def d : dbcursor){
|
||||
|
||||
+3
-3
@@ -647,9 +647,9 @@ class CZDataBatch extends BaseBatch{
|
||||
}
|
||||
}
|
||||
|
||||
if(!priceMap){
|
||||
priceMap = findRegionRentPrice(priceMap, city, region, estate_type2)
|
||||
}
|
||||
// if(!priceMap){
|
||||
// priceMap = findRegionRentPrice(priceMap, city, region, estate_type2)
|
||||
// }
|
||||
|
||||
//5室及以上价格小于2000去除
|
||||
if(priceMap){
|
||||
|
||||
Reference in New Issue
Block a user