Merge branch 'script_gj' into 'master'

常州跑批优化

See merge request !321
This commit is contained in:
2022-06-06 16:56:27 +08:00
@@ -11,6 +11,7 @@ import com.fangjia.script.util.OpenApiClient
import com.mongodb.BasicDBObject
import com.mongodb.DBCollection
import com.mongodb.DBObject
import com.rabbitmq.client.AMQP
import net.sf.json.JSONObject
import org.apache.poi.hssf.usermodel.HSSFWorkbook
import org.bson.types.ObjectId
@@ -46,11 +47,17 @@ class CZDataBatch extends BaseBatch{
@Override
void process(Object args) {
def citys = CommonDatautils.findAllCity();
citys.remove("常州");
citys.add(0, "常州")
for(def city : citys){
def weekend = DateUtils.getFirstDayOfWeek(new Date())
def statMap = CommonDatautils.queryAllDistrictPriceByWeekend(city, weekend)
def commids = findAllJnBankDatas(city)
def districts = converList(CommonDatautils.findAllDistricts(city, "district", fields));
districtRun(districts);
districtRun(districts, statMap, commids);
def shops = CommonDatautils.findAllDistricts(city, "shop", fields);
shops = mergeShop(shops);
@@ -117,7 +124,7 @@ class CZDataBatch extends BaseBatch{
return rMap;
}
def districtRun(def districts){
def districtRun(def districts, def statMap, commids){
def total = districts.size();
def totalCount = new AtomicLong()
final CountDownLatch latch = new CountDownLatch(total)
@@ -127,7 +134,7 @@ class CZDataBatch extends BaseBatch{
void run() {
try{
totalCount.addAndGet(1)
converDistrict(district);
converDistrict(district, statMap, commids);
println totalCount.get()+"/"+total +" ["+district.city+"-"+district.region+"-"+district.name+"]";
} catch (Exception e) {
e.printStackTrace()
@@ -158,7 +165,7 @@ class CZDataBatch extends BaseBatch{
// executorService.awaitTermination(30, TimeUnit.MINUTES)
}
def converDistrict(def dist){
def converDistrict(def dist, def statMap, def commids){
def map = [:]
//楼盘编号
/* def c_id = czIdMap.get(dist.city+"#"+dist.region+"#"+dist.name)
@@ -179,7 +186,11 @@ class CZDataBatch extends BaseBatch{
map.estate_type2 = dist.estate_type2
map.build_structure = dist.build_structure
// 楼盘均价
map.avg_price = getDistrictPrice(dist.city, dist.region, dist.name, dist.address, dist.block);
def priceObj = statMap.get(dist.region+"#"+dist.name)
if(priceObj && priceObj.avg_price){
map.avg_price = priceObj.avg_price
}
//map.avg_price = getDistrictPrice(dist.city, dist.region, dist.name, dist.address, dist.block);
// 省 市 区
if(dist.city == "常州"){
map.province_code = regionMap.get("江苏");
@@ -190,23 +201,25 @@ class CZDataBatch extends BaseBatch{
map.city = dist.city;
map.region = dist.region;
if(!commids.contains(map.num_id)){
// 公共服务配套
map.public_service_set_code = getPublicServiceSetCode(dist.city, dist.lat2, dist.lng2);
// 基础设施
map.facilities_code = "01";
// 居住社区成熟度
map.sophistication_code = getSophisticationCode(dist.city, dist.lat2, dist.lng2);
// 交通条件
map.traffic_code = getTrafficCode(dist.city, dist.lat2, dist.lng2);
// 泊车条件 /
map.stop_car_code = getStopCarCode(dist);
// /学区房类型
map.school_code = getSchoolCode(dist.city, dist.region, dist.lat2, dist.lng2) ;
}
// 地址
map.address = dist.address
// 所属区域
map.in_region_code = getRegionCode(dist.region);
// 公共服务配套
map.public_service_set_code = getPublicServiceSetCode(dist.city, dist.lat2, dist.lng2);
// 基础设施
map.facilities_code = "01";
// 居住社区成熟度
map.sophistication_code = getSophisticationCode(dist.city, dist.lat2, dist.lng2);
// 交通条件
map.traffic_code = getTrafficCode(dist.city, dist.lat2, dist.lng2);
// 泊车条件 /
map.stop_car_code = getStopCarCode(dist);
// /学区房类型
map.school_code = getSchoolCode(dist.city, dist.region, dist.lat2, dist.lng2) ;
//绿化率
map.virescence_percent = getVirescencePercent(dist.virescence_percent, map.build_date);
//容积率
@@ -1102,4 +1115,18 @@ class CZDataBatch extends BaseBatch{
return list;
}
def findAllJnBankDatas(city){
def q = new BasicDBObject()
q.put("city", city)
def keys = new BasicDBObject()
keys.put("num_id", 1)
def dbcursor = DIST_COLL.find(q, keys)
def set = new HashSet()
for(def d : dbcursor){
set << d.num_id
}
return set;
}
}