From 0948920c2fcb70c273d242e0018adf5ddc789c4f Mon Sep 17 00:00:00 2001 From: gaojuan Date: Sun, 26 Sep 2021 10:31:16 +0800 Subject: [PATCH 1/2] update --- .../script/thirdPriceCrawl/ThirdDataToGatherBatch.groovy | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/ThirdDataToGatherBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/ThirdDataToGatherBatch.groovy index 5f96db29c..3f598a077 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/ThirdDataToGatherBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/ThirdDataToGatherBatch.groovy @@ -19,7 +19,7 @@ import java.util.concurrent.Executors @BatchOwner(Watcher.GaoJuan) class ThirdDataToGatherBatch extends BaseBatch{ - def static final SHORT_DATE = Utils.getLastMonth() + def static final SHORT_DATE = 202107//Utils.getLastMonth() def static final DBCollection dataProcessColl = CrawalDBUtil.getDataProcessCol(); //MongoUtils.getMongoDBByAuth().getCollection("data_process") def static final DBCollection AVERAGE_STATISTICS_OFFLINE = CrawalDBUtil.getAverage_statistics_col(); @@ -43,6 +43,7 @@ class ThirdDataToGatherBatch extends BaseBatch{ void process(Object args) { def citys = CommonDatautils.findAllCity(); def weekend = DateUtils.getFirstDayOfWeek(new Date()); + //def weekend = DateUtils.getFirstDayOfWeek(DateUtils.parseFromTightYYYYMMDD("2021-07-15")); def cityIndex = 0; final CountDownLatch latch = new CountDownLatch(citys.size()) citys.each { city -> From a3bb2916b3f291d28ec1a16955def96dfd7fca15 Mon Sep 17 00:00:00 2001 From: gaojuan Date: Sun, 26 Sep 2021 10:32:24 +0800 Subject: [PATCH 2/2] update --- .../com/fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy | 1 - 1 file changed, 1 deletion(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy index 5522782e9..75a441c06 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy @@ -782,7 +782,6 @@ class DataStandardBatch extends BaseBatch{ def findAllNoMatchData(){ DBObject qdata = new BasicDBObject(); qdata.put("s_date", SHORT_DATE) -// qdata.put("name", "ÒøºÓÍ廨԰£¨±ðÊû£©") qdata.put("status", new BasicDBObject(QueryOperators.EXISTS, false)); def ret = [] try{