From 9fcc8b38578444a83fbef8f8f4571e4bda3c937e Mon Sep 17 00:00:00 2001 From: gaojuan Date: Fri, 1 Nov 2024 11:10:46 +0800 Subject: [PATCH] =?UTF-8?q?=E6=96=B0=E5=A2=9E=E6=9F=A5=E5=8C=BA=E5=9F=9F?= =?UTF-8?q?=E6=96=B9=E6=B3=95?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../script/commData/CommonDatautils.groovy | 119 +++++++++++++----- 1 file changed, 85 insertions(+), 34 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/commData/CommonDatautils.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/commData/CommonDatautils.groovy index cc8d27021..667580f1d 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/commData/CommonDatautils.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/commData/CommonDatautils.groovy @@ -1,43 +1,22 @@ package com.fangjia.script.commData import com.fangjia.core.RegionData -import com.fangjia.datastore.driver.FacetResult -import com.fangjia.httpclient.UserAgents -import com.fangjia.script.common.DataHandleUtils -import com.fangjia.script.looplineinfo.InsidePolygon -import com.fangjia.script.util.DbUtils -import com.fangjia.script.util.ElasticUtils -import com.fangjia.script.util.JacksonUtil -import com.fangjia.script.yinjihaun.amap.GaoDeApiUtils -import com.mongodb.AggregationOutput -import com.mongodb.client.MongoCursor -import com.mongodb.client.model.Accumulators -import com.mongodb.client.model.Aggregates -import com.rabbitmq.client.impl.AMQImpl -import groovy.json.JsonSlurper - -import net.sf.json.JSONArray -import net.sf.json.JSONObject -import org.apache.commons.lang.StringUtils -import org.apache.poi.ss.util.RegionUtil -import org.bson.Document -import org.bson.types.ObjectId - -import com.fangjia.core.util.HttpRequest; +import com.fangjia.core.util.HttpRequest import com.fangjia.datastore.driver.DSCollection import com.fangjia.datastore.driver.DSCursor import com.fangjia.datastore.driver.DataStore +import com.fangjia.httpclient.UserAgents +import com.fangjia.script.common.DataHandleUtils +import com.fangjia.script.looplineinfo.InsidePolygon import com.fangjia.script.newDistrict.InvokeHttpRequest -import com.fangjia.script.util.DateUtils -import com.fangjia.script.util.GeoHelper -import com.fangjia.script.util.GeoUtils -import com.fangjia.script.util.MongoUtils -import com.mongodb.BasicDBObject -import com.mongodb.Bytes -import com.mongodb.DBCollection -import com.mongodb.DBCursor -import com.mongodb.DBObject -import com.mongodb.QueryOperators +import com.fangjia.script.util.* +import com.fangjia.script.yinjihaun.amap.GaoDeApiUtils +import com.mongodb.* +import groovy.json.JsonSlurper +import net.sf.json.JSONArray +import net.sf.json.JSONObject +import org.apache.commons.lang.StringUtils +import org.bson.types.ObjectId import org.elasticsearch.index.query.BoolQueryBuilder import org.elasticsearch.index.query.QueryBuilder import org.elasticsearch.index.query.QueryBuilders @@ -3546,6 +3525,20 @@ class CommonDatautils { return prices; } + static def queryCityPriceByWeekend(city, weekend){ + DBObject queryCondition = new BasicDBObject() + queryCondition.put("city", city); + queryCondition.put("cat", "城市"); + + queryCondition.put('weekend', DateUtils.parseFromTightYYYYMMDD(weekend)); + def obj = REGION_STAT_COLL.findOne(queryCondition) + def prices = null; + if(obj) { + prices = obj.get("avg_price"); + } + return prices; + } + @@ -4838,6 +4831,24 @@ class CommonDatautils { return retMap } + static def getRegionShortName(city){ + def q = new BasicDBObject() + q.put("type","区域") + q.put("district_diff",1) + q.put("city", city) + + def keys = new BasicDBObject() + keys.put("district",1) + keys.put("district_short", 1) + def dbcursor = ADMINISTRATIVE_MAPPING_COLL.find(q, keys).batchSize(2000).setOptions(Bytes.QUERYOPTION_NOTIMEOUT) + def shortNameMap = [:] + for(def d : dbcursor){ + shortNameMap.put(d.district_short, d.district) + } + return shortNameMap + } + + static def queryAllRegionFullNameByCity(){ def q = new BasicDBObject() q.put("type","区域") @@ -4909,7 +4920,47 @@ class CommonDatautils { return townMap } + static def queryMzbRegion(city){ + def q = new BasicDBObject() + q.put("type","区域") + q.put("city",city) + def keys = new BasicDBObject() + keys.put("district",1) + keys.put("mzb_district_name",1) + def dbcursor = ADMINISTRATIVE_MAPPING_COLL.find(q).batchSize(5000).addOption(Bytes.QUERYOPTION_NOTIMEOUT) + def regionMap = [:] + for(def d : dbcursor){ + regionMap.put(d.district, d.mzb_district_name) + } + return regionMap + } + + static def queryTownByCity(city, fields, mzbRegionMap){ + + def q = new BasicDBObject() + q.put("type","乡镇街道") + q.put("city",city) + + def keys = new BasicDBObject() + for(def key : fields){ + keys.put(key,1) + } + def dbcursor = ADMINISTRATIVE_MAPPING_COLL.find(q, keys).batchSize(5000).addOption(Bytes.QUERYOPTION_NOTIMEOUT) + def townMap = [:] + for(def d : dbcursor){ + def key = mzbRegionMap.get(d.district) + def list = townMap.get(key) + if(!list){ + list = [] + } + list << d + townMap.put(key, list) + } + + println "[${city}] 乡镇街道 加载完成 "+new Date().format("yyyy-MM-dd HH:mm:ss") + return townMap + } static def queryTownByCity(city){ @@ -4945,7 +4996,7 @@ class CommonDatautils { def q = new BasicDBObject() q.put("type","乡镇街道") - q.put("city",new BasicDBObject('$in', ["深圳"])) + def keys = new BasicDBObject() keys.put("city",1)