+1
-1
@@ -389,7 +389,7 @@ class DealPriceDataProcess {
|
||||
def deleteThirdPartyData(){
|
||||
// ,"陵水","塔城","保亭","长沙","苏州","南昌","沧州","文昌","衡水"
|
||||
// def citys = ["310000","440100","500000","410100","430100","330100","340100","320100","370200","320500","120000","442000","320300","350200","360100","320400","210200","530100","469005","469028","469029","230700","610700","533400","650400","511100","131100"]//CcbCommonUtils.citys_all
|
||||
def citys = CcbCommonUtils.citys_all
|
||||
def citys = ["上海","广州"]//CcbCommonUtils.citys_all
|
||||
def month = Integer.parseInt(DateUtils.addMonth(DateUtils.formatDateByPattern(new Date(), "yyyyMM"), -1, "yyyyMM"));//上个月日期
|
||||
def rows = []
|
||||
def cityCodeDatas = CcbCommonUtils.findCityCodeValue()
|
||||
|
||||
+1
-1
@@ -55,7 +55,7 @@ class ThirdPartyPriceBatch extends BaseBatch {
|
||||
// }
|
||||
// }
|
||||
//
|
||||
def citys = CcbCommonUtils.getRunningCitys(args)
|
||||
def citys = ["上海","广州"]//CcbCommonUtils.getRunningCitys(args)
|
||||
def rows = []
|
||||
def index = 0
|
||||
def weekend = DateUtils.getFirstDayOfWeek(DateUtils.parseFromTightByPattern(sDate+"15", "yyyyMMdd"))
|
||||
|
||||
+9
-9
@@ -29,10 +29,10 @@ class DevProcess {
|
||||
def task = new DevProcess();
|
||||
// task.run()
|
||||
// task.parseCityAndDist()
|
||||
task.devSplitRoad()
|
||||
// task.devSplitRoad()
|
||||
// task.devNameSplitRoad()
|
||||
// task.addFlag()
|
||||
// task.matchDev()
|
||||
task.matchDev()
|
||||
|
||||
// task.calAddrDistince()
|
||||
// task.updateCityAndDist()
|
||||
@@ -168,10 +168,10 @@ class DevProcess {
|
||||
|
||||
def devSplitRoad(){
|
||||
def i = 0;
|
||||
while(i<14){
|
||||
while(i<1){
|
||||
def fileName = "/home/goojia/gj/zhejiang-${i}.xlsx"
|
||||
if(CommonDatautils.isWindow()){
|
||||
fileName = "D:\\数据\\数据建设\\开发区\\浙江\\zhejiang_0.xlsx"
|
||||
fileName = "D:\\数据\\数据建设\\浙江-湖州.xlsx"
|
||||
}
|
||||
ExcelUtils.multiThreadingModify(fileName,{d->
|
||||
/*if(d['C'] && !d['V']){
|
||||
@@ -295,14 +295,14 @@ class DevProcess {
|
||||
}
|
||||
|
||||
def matchDev(){
|
||||
ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\开发区\\统计局区域的开发区匹配省级以上.xlsx",{d->
|
||||
if(!d['F']){
|
||||
ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\浙江-湖州路正常(2.6+15万).xlsx",{d->
|
||||
if(!d['N']){
|
||||
def q = new BasicDBObject()
|
||||
q.put("name", d['C'])
|
||||
q.put("name", d['L'])
|
||||
def obj = development_zone_CONN.findOne(q)
|
||||
if(obj){
|
||||
d['F'] = obj._id.toString()
|
||||
d['G'] = obj.name
|
||||
d['N'] = obj._id.toString()
|
||||
d['O'] = obj.name
|
||||
}
|
||||
}
|
||||
},0);
|
||||
|
||||
+3
-2
@@ -133,7 +133,7 @@ class FjwBigdataForsaleBatch extends BaseBatch{
|
||||
println city +" 小区量:"+districts.size()
|
||||
|
||||
|
||||
|
||||
BloomFilter<CharSequence> curhousefilter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 200000000, 0.000001);
|
||||
def retMap = new ConcurrentHashMap()
|
||||
for(def i=0;i<districts.size();i++){
|
||||
final def rMap = districts[i];
|
||||
@@ -161,7 +161,7 @@ class FjwBigdataForsaleBatch extends BaseBatch{
|
||||
def estateType = CcbCodeUtils.parseHouseEstateType(rMap.build_type);
|
||||
def struCode = CcbCodeUtils.getBuildStructureCode(rMap.build_structure);
|
||||
for(def m : ret){
|
||||
if(!houseIdsfilter.mightContain(m.houseId)){
|
||||
if(!houseIdsfilter.mightContain(m.houseId) && !curhousefilter.mightContain(m.houseId)){
|
||||
m.city_code = cityCode
|
||||
m.region = areaData.district
|
||||
m.region_code = regionCode
|
||||
@@ -180,6 +180,7 @@ class FjwBigdataForsaleBatch extends BaseBatch{
|
||||
m.house_structure_code = null//getHouseStructureCode();
|
||||
m.source = "FJW"
|
||||
retMap.put(m.houseId, converData(m))
|
||||
curhousefilter.put(m.houseId)
|
||||
houseIdsfilter.put(m.houseId)
|
||||
}else{
|
||||
println city +" "+m.houseId+" 已存在"
|
||||
|
||||
Reference in New Issue
Block a user