This commit is contained in:
2023-09-06 17:49:29 +08:00
parent 46211a20b9
commit e9dbb34291
2 changed files with 130 additions and 54 deletions
@@ -40,61 +40,61 @@ class BigdataCommunityBatch extends BaseBatch{
@Override
public void process(Object args) {
// def citys = CcbCommonUtils.getRunningCitys(args)
// def rows = []
//
// def headers = []//["城市ID","行政区ID","小区ID","行政区名称","小区名称","详细地址","纬度","经度","占地总面积","建筑总面积","绿化率","容积率","车位数量","建筑年代","房屋用途",
// //"总套数","数据时间","更新标记","更新时间","小区类型","小区曾用名","街道","门牌号","是否新盘","小区介绍","备注","创建时间","来源公司",
// //"乡镇/街道办","逻辑行政区划代码","逻辑行政区划"]
//
// def cityCodeDataMap = CcbCommonUtils.findCityCodeValue()
// def index = 0
// def today = new Date().getDate()
//
// println "starting 。。。。。。。。。"
// for(def city : citys){
//
// index ++
//
//
// def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city)
// def dists = CcbCommonUtils.findAllDistrictByCity(city, "district", ["city","region", "name", "address","lat", "lng","all_area","build_area","virescence_percent","cubage_percent","car_site_count","finish_building_date","estate_type2","household_count","status","c_date","m_date","name_cat","street","street_number"])
//
//
// def ccbMaps = null
// if(today<=10){
// ccbMaps = CcbCommonUtils.findCcbDistrict(cityCodeDataMap.get(city)) //融合导数时使用
// }else{
// ccbMaps = CcbCommonUtils.findPgCcbDistrict(cityCodeDataMap.get(city)) //估值导数时使用
// }
//
// def rets = createCityDatas(cityCodeDataMap, distCodeMap, dists)
// rets = addDeleteDist(dists, ccbMaps, rets)
// rows.addAll(rets)
// println "[${index}] "+city +" 小区量:"+dists.size()+" 总:"+rets.size()
//
//// FileUtils.batchCreateFile(rets, "d:\\数据\\建行\\房产估值\\数据文件\\txt\\bigdata_community_${city}.txt",headers, "utf-8", false);
// }
//
// def fileName = "/home/goojia/ccb/BIGDATA_COMMUNITY_GJ.dat"
// if(CommonDatautils.isWindow()){
// fileName = "d:\\数据\\建行\\房产估值\\数据文件\\txt\\BIGDATA_COMMUNITY_GJ.dat"
// }
//
// def allDatas = []
// allDatas << headers
// allDatas.addAll(rows)
// FileUtils.batchCreateFile(rows, fileName,headers, "utf-8", false);
// println "txt 生成->导Oracle"
//
// if(today > 10){
// delPgData()
// saveToPgSql(rows)
// }
def citys = CcbCommonUtils.getRunningCitys(args)
def rows = []
def headers = []//["城市ID","行政区ID","小区ID","行政区名称","小区名称","详细地址","纬度","经度","占地总面积","建筑总面积","绿化率","容积率","车位数量","建筑年代","房屋用途",
//"总套数","数据时间","更新标记","更新时间","小区类型","小区曾用名","街道","门牌号","是否新盘","小区介绍","备注","创建时间","来源公司",
//"乡镇/街道办","逻辑行政区划代码","逻辑行政区划"]
def cityCodeDataMap = CcbCommonUtils.findCityCodeValue()
def index = 0
def today = new Date().getDate()
println "starting 。。。。。。。。。"
for(def city : citys){
index ++
def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city)
def dists = CcbCommonUtils.findAllDistrictByCity(city, "district", ["city","region", "name", "address","lat", "lng","all_area","build_area","virescence_percent","cubage_percent","car_site_count","finish_building_date","estate_type2","household_count","status","c_date","m_date","name_cat","street","street_number"])
def ccbMaps = null
if(today<=10){
ccbMaps = CcbCommonUtils.findCcbDistrict(cityCodeDataMap.get(city)) //融合导数时使用
}else{
ccbMaps = CcbCommonUtils.findPgCcbDistrict(cityCodeDataMap.get(city)) //估值导数时使用
}
def rets = createCityDatas(cityCodeDataMap, distCodeMap, dists)
rets = addDeleteDist(dists, ccbMaps, rets)
rows.addAll(rets)
println "[${index}] "+city +" 小区量:"+dists.size()+" 总:"+rets.size()
// FileUtils.batchCreateFile(rets, "d:\\数据\\建行\\房产估值\\数据文件\\txt\\bigdata_community_${city}.txt",headers, "utf-8", false);
}
def fileName = "/home/goojia/ccb/BIGDATA_COMMUNITY_GJ.dat"
if(CommonDatautils.isWindow()){
fileName = "d:\\数据\\建行\\房产估值\\数据文件\\txt\\BIGDATA_COMMUNITY_GJ.dat"
}
def allDatas = []
allDatas << headers
allDatas.addAll(rows)
FileUtils.batchCreateFile(rows, fileName,headers, "utf-8", false);
println "txt 生成->导Oracle"
if(today > 10){
delPgData()
saveToPgSql(rows)
}
// ExcelUtils.write("d:\\数据\\建行\\房产估值\\数据文件\\excel\\bigdata_community.xlsx", allDatas, "数据")
def datas = readTxt("d:\\数据\\建行\\房产估值\\数据文件\\txt\\BIGDATA_COMMUNITY_GJ.dat")
delPgData()
saveToPgSql2(datas)
// def datas = readTxt("d:\\数据\\建行\\房产估值\\数据文件\\txt\\BIGDATA_COMMUNITY_GJ.dat")
// delPgData()
// saveToPgSql2(datas)
}
def addDeleteDist(dists, ccbMaps, rets){
@@ -0,0 +1,76 @@
package com.fangjia.script.gj.districtwash
import com.fangjia.script.commData.CommonDatautils
import com.fangjia.script.gj.district.FangjiaClientUtils
import com.fangjia.script.util.DateUtil
import com.fangjia.script.util.DateUtils
import com.fangjia.script.util.ExcelUtils
class DistrictTypeUpdate {
static main(args) {
def task = new DistrictTypeUpdate();
// task.run()
task.updateType()
}
def updateType(){
ExcelUtils.modify("D:\\数据\\厦门\\厦门银行涉及城市(物业类型可疑小区).xlsx",{d->
def flag = d['F']
if(flag && flag.toString().toDouble().toInteger()==2){
def name = d['C']
def type = null
if(name && name.toString().contains("商住")){
type = "商住"
}else{
type = "别墅"
}
def udata = [:]
udata.put("status", "0")
udata.put("cat", "district")
udata.put("username", "高娟")
udata.put("city", d['A'])
udata.put("region", d['B'])
udata.put("name", d['C'])
udata.put("estateType2", type)
def s = FangjiaClientUtils.saveOrUpdateDistrict(udata)
println d['C'] +" "+s
}
})
}
def run(){
def citys = CommonDatautils.findAllCity()
def datas = []
citys.each{c->
def districts = CommonDatautils.findAllDistricts(c, "district", ["city","region","name","estate_type2", "c_date"])
districts.each{d->
def row = null
if(d.name.contains("商住")){
if(d.estate_type2!="商住") {
row = [d.city, d.region, d.name, d.estate_type2, DateUtils.formatDateByPattern(d.c_date, "yyyy-MM-dd")]
}
}else{
if(d.name.contains("墅")){
if(d.estate_type2!="别墅"){
row = [d.city, d.region, d.name, d.estate_type2, DateUtils.formatDateByPattern(d.c_date, "yyyy-MM-dd")]
}
}
}
if(row){
datas << row
println row
}
}
}
ExcelUtils.write("d:\\数据\\小区\\物业类型可疑小区.xlsx", datas, "小区")
}
}