diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/dealPrice/SynchDealPriceToEs.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/dealPrice/SynchDealPriceToEs.groovy index 13ea5e3de..f9f518cb8 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/dealPrice/SynchDealPriceToEs.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/dealPrice/SynchDealPriceToEs.groovy @@ -2,6 +2,7 @@ package com.fangjia.script.dealPrice import com.fangjia.core.util.MongoUtils import com.fangjia.script.gj.xiamen.ElasticUtils89 +import com.fangjia.script.util.DateUtils import com.fangjia.script.util.ElasticUtils import com.mongodb.AggregationOutput import com.mongodb.BasicDBObject @@ -25,13 +26,21 @@ class SynchDealPriceToEs { def run(){ def batchsize = 2000 def citys = getCityCount() - citys.each{city,count-> - def dbcursor = dealPriceConn.find(new BasicDBObject("city", city)).batchSize(batchsize) - def ret = [] - for(def o : dbcursor){ - ret << o + citys.each{city,count-> + if(city instanceof String){ + for(def year = 1999;year<=2025;year++){ + def q = new BasicDBObject("city", city) + q.put("trade_date", new BasicDBObject('$gte', DateUtils.parseFromTightByPattern(year+"-01-01", "yyyy-MM-dd")).append('$lte', DateUtils.parseFromTightByPattern(year+1+"-01-01", "yyyy-MM-dd"))) + def dbcursor = dealPriceConn.find(q).batchSize(batchsize) + println city +" "+ dbcursor.count() + def ret = [] + for(def o : dbcursor){ + ret << o + } + save(ret) + } } - save(ret) + // def index = 0 // for(def d : dbcursor){ // ret << d