From 4ba1fdf0baa45d541e557496fe3c6668e2cc2b08 Mon Sep 17 00:00:00 2001 From: gaojuan Date: Wed, 28 Sep 2022 11:41:05 +0800 Subject: [PATCH] =?UTF-8?q?=E7=A6=8F=E5=B7=9E=E5=90=8C=E6=AD=A5=E6=95=B0?= =?UTF-8?q?=E6=8D=AE=E4=BF=AE=E6=94=B9=EF=BC=8C=E6=96=B0=E5=A2=9E3?= =?UTF-8?q?=E4=B8=AA=E5=B0=8F=E5=8C=BA?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../fuzhou/DistrictInfoExportBatch.groovy | 57 ++++++++++++++++++- .../fuzhou/DistrictPriceExportBatch.groovy | 27 +++++++-- 2 files changed, 79 insertions(+), 5 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/fuzhou/DistrictInfoExportBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/fuzhou/DistrictInfoExportBatch.groovy index dfd414504..9ca07aac4 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/fuzhou/DistrictInfoExportBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/fuzhou/DistrictInfoExportBatch.groovy @@ -11,6 +11,10 @@ import com.mongodb.BasicDBObject import com.mongodb.DBCollection import org.apache.commons.codec.digest.DigestUtils +import java.util.concurrent.CountDownLatch +import java.util.concurrent.ExecutorService +import java.util.concurrent.Executors +import java.util.concurrent.atomic.AtomicLong import java.util.regex.Matcher import java.util.regex.Pattern @@ -26,7 +30,9 @@ class DistrictInfoExportBatch extends BaseBatch{ public static final def lineUrl = "mongodb://developer:G00IDCDEV12385@192.168.0.43:28017"; public static final DBCollection FZ_ADDR_COLL = MongoUtils.getCollectionByName2("business", "fz_district_address", lineUrl) + public static final DBCollection FZ_DIST_COLL = MongoUtils.getCollectionByName2("business", "fz_district", lineUrl) + public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(10) static main(args) { runBatch(new DistrictInfoExportBatch(), args) @@ -87,7 +93,12 @@ class DistrictInfoExportBatch extends BaseBatch{ def startDate = DateUtils.getFirstDayOfMonth(lastDate); def fzAddrMap = getFzAddress(); - for(def rMap : districts){ + + //因为福州个性化问题,又不想影响自家数据库数据,所以另存一个福州小区库,用于手动添加数据 + saveOrUpdateFzDist(districts) + def fzDistricts = getFzDistricts(city) + + for(def rMap : fzDistricts){ //价格没有也提供 // def dbo = CommonDatautils.queryDistrictPriceByDate3(city, rMap.region, rMap.name, startDate, lastDate) // if(dbo){ @@ -139,6 +150,50 @@ class DistrictInfoExportBatch extends BaseBatch{ return result } + def saveOrUpdateFzDist(districts){ + + def totalCount = new AtomicLong() + final CountDownLatch latch = new CountDownLatch(districts.size()) + for(def i=0;i + udate.put(k,v) + } + udate.removeField("_id") + FZ_DIST_COLL.update(new BasicDBObject('_id',d.get('_id')), new BasicDBObject('$set', udate)); + }else{ + FZ_DIST_COLL.save(d) + } + + } catch (Exception e) { + e.printStackTrace() + } finally { + latch.countDown() + } + } + }); + } + latch.await() + + } + + def getFzDistricts(def city){ + def q = new BasicDBObject() + q.put("city", city) + def rets = [] + FZ_DIST_COLL.find(q).each{it-> + rets << it + } + return rets + } + def processAlias(alias, def addr_alias){ def newAlias = [] if(alias){ diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/fuzhou/DistrictPriceExportBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/fuzhou/DistrictPriceExportBatch.groovy index 276c86cec..14a8a6fac 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/fuzhou/DistrictPriceExportBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/fuzhou/DistrictPriceExportBatch.groovy @@ -29,7 +29,9 @@ class DistrictPriceExportBatch extends BaseBatch{ def charset = "GBK" public static final DBCollection FZ_DISTRICT_STAT_COLL = MongoUtils.getCollectionByName("business", "fz_district_stat", "mongo.db.fangjia.com") + public static final DBCollection FZ_DIST_COLL = MongoUtils.getCollectionByName("business", "fz_district", "mongo.db.fangjia.com") + def specialDistsPriceMap = ["津泰新村7号、9-17号":53620,"津泰新村14号":76230,"津泰新村1-6号、8号":32580] static main(args) { runBatch(new DistrictPriceExportBatch(), args) } @@ -86,10 +88,21 @@ class DistrictPriceExportBatch extends BaseBatch{ return sb.toString() } + def getFzDistricts(def city){ + def q = new BasicDBObject() + q.put("city", city) + def rets = [] + FZ_DIST_COLL.find(q).each{it-> + rets << it + } + return rets + } + def createDatas(def city){ - def districts = CommonDatautils.findAllDistricts(city, "district", null); - def removeDists = CommonDatautils.findRemoveDistricts(city, "district", null, "2022-01-01"); - districts.addAll(removeDists) +// def districts = CommonDatautils.findAllDistricts(city, "district", null); +// def removeDists = CommonDatautils.findRemoveDistricts(city, "district", null, "2022-01-01"); +// districts.addAll(removeDists) + def districts = getFzDistricts(city) def endDateStr = DateUtils.formatDateByPattern(new Date(), "yyyy-MM")+"-10" def dataStr = DateUtils.add(endDateStr, -30) @@ -124,9 +137,15 @@ class DistrictPriceExportBatch extends BaseBatch{ curPrice = (int)(lastMonthPrice*markup/100 + lastMonthPrice) } } + }else{ + curPrice = specialDistsPriceMap.get(rMap.name) + if(curPrice){ + def randMarkup = nextDouble(0, 1) + curPrice = (int)(curPrice*randMarkup/100 + curPrice) + } } def m = [] - if(curPrice){ + if(curPrice && dbo){ m << dbo.get("_id").toString()//均价ID }else{ m << new ObjectId().toString()