From e9dbb342917c3406e77e3c7793793fae6b940385 Mon Sep 17 00:00:00 2001 From: gaojuan Date: Wed, 6 Sep 2023 17:49:29 +0800 Subject: [PATCH] update --- .../BigdataCommunityBatch.groovy | 108 +++++++++--------- .../gj/districtwash/DistrictTypeUpdate.groovy | 76 ++++++++++++ 2 files changed, 130 insertions(+), 54 deletions(-) create mode 100644 projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/districtwash/DistrictTypeUpdate.groovy diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy index 7e64a374b..49d4de707 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy @@ -40,61 +40,61 @@ class BigdataCommunityBatch extends BaseBatch{ @Override public void process(Object args) { -// def citys = CcbCommonUtils.getRunningCitys(args) -// def rows = [] -// -// def headers = []//["城市ID","行政区ID","小区ID","行政区名称","小区名称","详细地址","纬度","经度","占地总面积","建筑总面积","绿化率","容积率","车位数量","建筑年代","房屋用途", -// //"总套数","数据时间","更新标记","更新时间","小区类型","小区曾用名","街道","门牌号","是否新盘","小区介绍","备注","创建时间","来源公司", -// //"乡镇/街道办","逻辑行政区划代码","逻辑行政区划"] -// -// def cityCodeDataMap = CcbCommonUtils.findCityCodeValue() -// def index = 0 -// def today = new Date().getDate() -// -// println "starting 。。。。。。。。。" -// for(def city : citys){ -// -// index ++ -// -// -// def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city) -// def dists = CcbCommonUtils.findAllDistrictByCity(city, "district", ["city","region", "name", "address","lat", "lng","all_area","build_area","virescence_percent","cubage_percent","car_site_count","finish_building_date","estate_type2","household_count","status","c_date","m_date","name_cat","street","street_number"]) -// -// -// def ccbMaps = null -// if(today<=10){ -// ccbMaps = CcbCommonUtils.findCcbDistrict(cityCodeDataMap.get(city)) //融合导数时使用 -// }else{ -// ccbMaps = CcbCommonUtils.findPgCcbDistrict(cityCodeDataMap.get(city)) //估值导数时使用 -// } -// -// def rets = createCityDatas(cityCodeDataMap, distCodeMap, dists) -// rets = addDeleteDist(dists, ccbMaps, rets) -// rows.addAll(rets) -// println "[${index}] "+city +" 小区量:"+dists.size()+" 总:"+rets.size() -// -//// FileUtils.batchCreateFile(rets, "d:\\数据\\建行\\房产估值\\数据文件\\txt\\bigdata_community_${city}.txt",headers, "utf-8", false); -// } -// -// def fileName = "/home/goojia/ccb/BIGDATA_COMMUNITY_GJ.dat" -// if(CommonDatautils.isWindow()){ -// fileName = "d:\\数据\\建行\\房产估值\\数据文件\\txt\\BIGDATA_COMMUNITY_GJ.dat" -// } -// -// def allDatas = [] -// allDatas << headers -// allDatas.addAll(rows) -// FileUtils.batchCreateFile(rows, fileName,headers, "utf-8", false); -// println "txt 生成->导Oracle" -// -// if(today > 10){ -// delPgData() -// saveToPgSql(rows) -// } + def citys = CcbCommonUtils.getRunningCitys(args) + def rows = [] + + def headers = []//["城市ID","行政区ID","小区ID","行政区名称","小区名称","详细地址","纬度","经度","占地总面积","建筑总面积","绿化率","容积率","车位数量","建筑年代","房屋用途", + //"总套数","数据时间","更新标记","更新时间","小区类型","小区曾用名","街道","门牌号","是否新盘","小区介绍","备注","创建时间","来源公司", + //"乡镇/街道办","逻辑行政区划代码","逻辑行政区划"] + + def cityCodeDataMap = CcbCommonUtils.findCityCodeValue() + def index = 0 + def today = new Date().getDate() + + println "starting 。。。。。。。。。" + for(def city : citys){ + + index ++ + + + def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city) + def dists = CcbCommonUtils.findAllDistrictByCity(city, "district", ["city","region", "name", "address","lat", "lng","all_area","build_area","virescence_percent","cubage_percent","car_site_count","finish_building_date","estate_type2","household_count","status","c_date","m_date","name_cat","street","street_number"]) + + + def ccbMaps = null + if(today<=10){ + ccbMaps = CcbCommonUtils.findCcbDistrict(cityCodeDataMap.get(city)) //融合导数时使用 + }else{ + ccbMaps = CcbCommonUtils.findPgCcbDistrict(cityCodeDataMap.get(city)) //估值导数时使用 + } + + def rets = createCityDatas(cityCodeDataMap, distCodeMap, dists) + rets = addDeleteDist(dists, ccbMaps, rets) + rows.addAll(rets) + println "[${index}] "+city +" 小区量:"+dists.size()+" 总:"+rets.size() + +// FileUtils.batchCreateFile(rets, "d:\\数据\\建行\\房产估值\\数据文件\\txt\\bigdata_community_${city}.txt",headers, "utf-8", false); + } + + def fileName = "/home/goojia/ccb/BIGDATA_COMMUNITY_GJ.dat" + if(CommonDatautils.isWindow()){ + fileName = "d:\\数据\\建行\\房产估值\\数据文件\\txt\\BIGDATA_COMMUNITY_GJ.dat" + } + + def allDatas = [] + allDatas << headers + allDatas.addAll(rows) + FileUtils.batchCreateFile(rows, fileName,headers, "utf-8", false); + println "txt 生成->导Oracle" + + if(today > 10){ + delPgData() + saveToPgSql(rows) + } // ExcelUtils.write("d:\\数据\\建行\\房产估值\\数据文件\\excel\\bigdata_community.xlsx", allDatas, "数据") - def datas = readTxt("d:\\数据\\建行\\房产估值\\数据文件\\txt\\BIGDATA_COMMUNITY_GJ.dat") - delPgData() - saveToPgSql2(datas) +// def datas = readTxt("d:\\数据\\建行\\房产估值\\数据文件\\txt\\BIGDATA_COMMUNITY_GJ.dat") +// delPgData() +// saveToPgSql2(datas) } def addDeleteDist(dists, ccbMaps, rets){ diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/districtwash/DistrictTypeUpdate.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/districtwash/DistrictTypeUpdate.groovy new file mode 100644 index 000000000..f8e1b8424 --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/districtwash/DistrictTypeUpdate.groovy @@ -0,0 +1,76 @@ +package com.fangjia.script.gj.districtwash + +import com.fangjia.script.commData.CommonDatautils +import com.fangjia.script.gj.district.FangjiaClientUtils +import com.fangjia.script.util.DateUtil +import com.fangjia.script.util.DateUtils +import com.fangjia.script.util.ExcelUtils + +class DistrictTypeUpdate { + + static main(args) { + def task = new DistrictTypeUpdate(); +// task.run() + task.updateType() + } + + def updateType(){ + ExcelUtils.modify("D:\\数据\\厦门\\厦门银行涉及城市(物业类型可疑小区).xlsx",{d-> + def flag = d['F'] + if(flag && flag.toString().toDouble().toInteger()==2){ + def name = d['C'] + def type = null + if(name && name.toString().contains("商住")){ + type = "商住" + }else{ + type = "别墅" + } + + + def udata = [:] + udata.put("status", "0") + udata.put("cat", "district") + udata.put("username", "高娟") + udata.put("city", d['A']) + udata.put("region", d['B']) + udata.put("name", d['C']) + udata.put("estateType2", type) + + def s = FangjiaClientUtils.saveOrUpdateDistrict(udata) + println d['C'] +" "+s + + } + + }) + } + + def run(){ + def citys = CommonDatautils.findAllCity() + def datas = [] + citys.each{c-> + def districts = CommonDatautils.findAllDistricts(c, "district", ["city","region","name","estate_type2", "c_date"]) + districts.each{d-> + def row = null + + if(d.name.contains("商住")){ + if(d.estate_type2!="商住") { + row = [d.city, d.region, d.name, d.estate_type2, DateUtils.formatDateByPattern(d.c_date, "yyyy-MM-dd")] + } + }else{ + if(d.name.contains("墅")){ + if(d.estate_type2!="别墅"){ + row = [d.city, d.region, d.name, d.estate_type2, DateUtils.formatDateByPattern(d.c_date, "yyyy-MM-dd")] + } + } + } + + if(row){ + datas << row + println row + } + } + } + ExcelUtils.write("d:\\数据\\小区\\物业类型可疑小区.xlsx", datas, "小区") + } + +}