Merge branch 'script_gj' into 'master'

常州银行脚本去除按区域查询租金

See merge request !390
This commit is contained in:
2022-10-09 14:55:56 +08:00
2 changed files with 15 additions and 14 deletions
@@ -37,14 +37,14 @@ class PaimaiDataSend {
def task = new PaimaiDataSend()
// task.jdRunByMongo()
//// task.aliZcRun()
// task.aliZcRun()
// task.aliZcRun2()
task.aliFpRun()
task.rmfysszcRun()
task.jdRun()
// task.aliFpRun()
// task.rmfysszcRun()
// task.jdRun()
// task.checkUrl()
// task.paimaiSendToEs()
task.paimaiSendToEs()
}
@@ -225,11 +225,12 @@ class PaimaiDataSend {
def aliZcRun(){
def pm_q = new BasicDBObject()
pm_q.put("city",new BasicDBObject('$in', ["南京", "宿迁","苏州"]))
// pm_q.put("city","苏州")
// pm_q.put("city",new BasicDBObject('$in', ["南京", "宿迁","苏州"]))
pm_q.put("province","江苏")
// pm_q.put("region","姑苏")
// pm_q.put("url","https://sf-item.taobao.com/sf_item/659117468505.htm")
pm_q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-08-01")).append('$lt', DateUtils.parseFromTightYYYYMMDD("2022-09-15")))
// pm_q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-08-01")).append('$lt', DateUtils.parseFromTightYYYYMMDD("2022-09-15")))
pm_q.put("mDate", new BasicDBObject('$lt', DateUtils.parseFromTightYYYYMMDD("2022-10-01")))
Pattern pattern = Pattern.compile("taobao.com", Pattern.MULTILINE);
pm_q.put("url", new BasicDBObject('$regex', pattern))
// pm_q.put("mappingEstateType", null)
@@ -237,8 +238,8 @@ class PaimaiDataSend {
def dbcursor = paimai43_COLL.find(pm_q).batchSize(1000)
println dbcursor.count()
for(def d : dbcursor){
def flag = sendAliZc(d.url)
// def flag = sendAli(d.url)
// def flag = sendAliZc(d.url)
def flag = sendAli(d.url)
if(!flag){
println "不存在:"+d.url
}
@@ -521,7 +522,7 @@ class PaimaiDataSend {
def getPaimaiDatas(){
def q = new BasicDBObject()
// q.put("city",new BasicDBObject('$in', ["南京","宿迁","苏州"]))
q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-09-15")))
q.put("mDate", new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2022-10-01")))
def dbcursor = paimai43_COLL.find(q).batchSize(5000)
def rets = []
for(def d : dbcursor){
@@ -647,9 +647,9 @@ class CZDataBatch extends BaseBatch{
}
}
if(!priceMap){
priceMap = findRegionRentPrice(priceMap, city, region, estate_type2)
}
// if(!priceMap){
// priceMap = findRegionRentPrice(priceMap, city, region, estate_type2)
// }
//5室及以上价格小于2000去除
if(priceMap){