房源过滤修改

This commit is contained in:
2024-05-26 16:36:35 +08:00
parent e5320e1183
commit a528f7ed9f
4 changed files with 14 additions and 13 deletions
@@ -389,7 +389,7 @@ class DealPriceDataProcess {
def deleteThirdPartyData(){
// ,"陵水","塔城","保亭","长沙","苏州","南昌","沧州","文昌","衡水"
// def citys = ["310000","440100","500000","410100","430100","330100","340100","320100","370200","320500","120000","442000","320300","350200","360100","320400","210200","530100","469005","469028","469029","230700","610700","533400","650400","511100","131100"]//CcbCommonUtils.citys_all
def citys = CcbCommonUtils.citys_all
def citys = ["上海","广州"]//CcbCommonUtils.citys_all
def month = Integer.parseInt(DateUtils.addMonth(DateUtils.formatDateByPattern(new Date(), "yyyyMM"), -1, "yyyyMM"));//上个月日期
def rows = []
def cityCodeDatas = CcbCommonUtils.findCityCodeValue()
@@ -55,7 +55,7 @@ class ThirdPartyPriceBatch extends BaseBatch {
// }
// }
//
def citys = CcbCommonUtils.getRunningCitys(args)
def citys = ["上海","广州"]//CcbCommonUtils.getRunningCitys(args)
def rows = []
def index = 0
def weekend = DateUtils.getFirstDayOfWeek(DateUtils.parseFromTightByPattern(sDate+"15", "yyyyMMdd"))
@@ -29,10 +29,10 @@ class DevProcess {
def task = new DevProcess();
// task.run()
// task.parseCityAndDist()
task.devSplitRoad()
// task.devSplitRoad()
// task.devNameSplitRoad()
// task.addFlag()
// task.matchDev()
task.matchDev()
// task.calAddrDistince()
// task.updateCityAndDist()
@@ -168,10 +168,10 @@ class DevProcess {
def devSplitRoad(){
def i = 0;
while(i<14){
while(i<1){
def fileName = "/home/goojia/gj/zhejiang-${i}.xlsx"
if(CommonDatautils.isWindow()){
fileName = "D:\\数据\\数据建设\\开发区\\浙江\\zhejiang_0.xlsx"
fileName = "D:\\数据\\数据建设\\浙江-湖州.xlsx"
}
ExcelUtils.multiThreadingModify(fileName,{d->
/*if(d['C'] && !d['V']){
@@ -295,14 +295,14 @@ class DevProcess {
}
def matchDev(){
ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\开发区\\统计局区域的开发区匹配省级以上.xlsx",{d->
if(!d['F']){
ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\浙江-湖州路正常(2.6+15万).xlsx",{d->
if(!d['N']){
def q = new BasicDBObject()
q.put("name", d['C'])
q.put("name", d['L'])
def obj = development_zone_CONN.findOne(q)
if(obj){
d['F'] = obj._id.toString()
d['G'] = obj.name
d['N'] = obj._id.toString()
d['O'] = obj.name
}
}
},0);
@@ -133,7 +133,7 @@ class FjwBigdataForsaleBatch extends BaseBatch{
println city +" 小区量:"+districts.size()
BloomFilter<CharSequence> curhousefilter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 200000000, 0.000001);
def retMap = new ConcurrentHashMap()
for(def i=0;i<districts.size();i++){
final def rMap = districts[i];
@@ -161,7 +161,7 @@ class FjwBigdataForsaleBatch extends BaseBatch{
def estateType = CcbCodeUtils.parseHouseEstateType(rMap.build_type);
def struCode = CcbCodeUtils.getBuildStructureCode(rMap.build_structure);
for(def m : ret){
if(!houseIdsfilter.mightContain(m.houseId)){
if(!houseIdsfilter.mightContain(m.houseId) && !curhousefilter.mightContain(m.houseId)){
m.city_code = cityCode
m.region = areaData.district
m.region_code = regionCode
@@ -180,6 +180,7 @@ class FjwBigdataForsaleBatch extends BaseBatch{
m.house_structure_code = null//getHouseStructureCode();
m.source = "FJW"
retMap.put(m.houseId, converData(m))
curhousefilter.put(m.houseId)
houseIdsfilter.put(m.houseId)
}else{
println city +" "+m.houseId+" 已存在"