Merge branch 'script_gj' into 'master'

定时同步es的小区数据

See merge request !385
This commit is contained in:
2022-10-09 10:32:13 +08:00
@@ -1,5 +1,8 @@
package com.fangjia.script.thirdPriceCrawl package com.fangjia.script.thirdPriceCrawl
import com.fangjia.script.BaseBatch
import com.fangjia.script.BatchOwner
import com.fangjia.script.Watcher
import com.fangjia.script.util.CommonUtils import com.fangjia.script.util.CommonUtils
import com.fangjia.script.util.DateUtils import com.fangjia.script.util.DateUtils
import com.fangjia.script.util.ElasticUtils import com.fangjia.script.util.ElasticUtils
@@ -11,7 +14,8 @@ import org.bson.types.ObjectId
* 福州农商行 * 福州农商行
* 将抓取的小区均价同步到第三方均价表中 * 将抓取的小区均价同步到第三方均价表中
*/ */
class SynchDistrictPrice { @BatchOwner(Watcher.GaoJuan)
class SynchDistrictPrice extends BaseBatch{
def static final SHORT_DATE = Utils.getLastMonth() def static final SHORT_DATE = Utils.getLastMonth()
def thirdPartyColl = CrawalDBUtil.getThirdPartyCol(); def thirdPartyColl = CrawalDBUtil.getThirdPartyCol();
@@ -20,12 +24,17 @@ class SynchDistrictPrice {
// "anjuke.com":"安居客","cityhouse.cn":"城市房产","zhuge.com":"诸葛找房","5i5j.com":"我爱我家","jiwu.com":"吉屋"] // "anjuke.com":"安居客","cityhouse.cn":"城市房产","zhuge.com":"诸葛找房","5i5j.com":"我爱我家","jiwu.com":"吉屋"]
def sourceMap = ["ke.com":"贝壳找房","cityhouse.cn":"城市房产"] def sourceMap = ["ke.com":"贝壳找房","cityhouse.cn":"城市房产"]
//"365淘房":"365淘房","诸葛找房APP":"诸葛找房","贝壳":"贝壳找房","链家":"链家","Q房":"Q房","我爱我家":"我爱我家","麦田":"麦田","中原地产":"中原地产","安居客小程序":"安居客","搜房":"搜房","乐有家":"乐有家","C21":"C21","城市房产":"城市房产","吉屋":"吉屋" // "365淘房":"365淘房","诸葛找房APP":"诸葛找房","贝壳":"贝壳找房","链家":"链家","Q房":"Q房","我爱我家":"我爱我家","麦田":"麦田","中原地产":"中原地产","安居客小程序":"安居客","搜房":"搜房","乐有家":"乐有家","C21":"C21","城市房产":"城市房产","吉屋":"吉屋"
def esSources = ["搜房":"搜房","我爱我家":"我爱我家","365淘房":"365淘房"] def esSources = ["吉屋":"吉屋","365淘房":"365淘房","我爱我家":"我爱我家","诸葛找房APP":"诸葛找房","贝壳":"贝壳找房","链家":"链家","Q房":"Q房","麦田":"麦田","中原地产":"中原地产","安居客小程序":"安居客","搜房":"搜房","乐有家":"乐有家","C21":"C21","城市房产":"城市房产"]
static main(args) { static main(args) {
def task = new SynchDistrictPrice() runBatch(new SynchDistrictPrice(), args);
// task.run() }
task.run1()
@Override
public void process(Object args) {
run1()
} }
def run1(){ def run1(){