+38
-38
@@ -52,47 +52,47 @@ class BigdataDealBatch extends BaseBatch{
|
|||||||
@Override
|
@Override
|
||||||
public void process(Object args) {
|
public void process(Object args) {
|
||||||
//def weekend = DateUtils.parseFromTightByPattern("2021-07-25","yyyy-MM-dd")//DateUtils.getFirstDayOfWeek(new Date())
|
//def weekend = DateUtils.parseFromTightByPattern("2021-07-25","yyyy-MM-dd")//DateUtils.getFirstDayOfWeek(new Date())
|
||||||
def citys = CommonDatautils.findAllCity()//CcbCommonUtils.citys;
|
def citys = CcbCommonUtils.citys;
|
||||||
def ccbCitys = CcbCommonUtils.citys;
|
// def ccbCitys = CcbCommonUtils.citys;
|
||||||
|
|
||||||
for(def city : citys){
|
|
||||||
// if(!ccbCitys.contains(city)){
|
|
||||||
addDealPriceMatch(city);
|
|
||||||
// }
|
|
||||||
}
|
|
||||||
// def rows = []
|
|
||||||
// def headers = []//["城市ID","成交ID","城市名称","行政区ID","行政区名称","街道","门牌号","小区ID","小区名称","楼栋ID","楼栋编号","楼栋名称","单元ID","单元编号","单元名称","户ID","详细地址","建筑年代","权属","权属年限","期数","所在楼层","层类型","总楼层数","建筑类型","建筑结构","建筑面积","套内面积","户型","室","厅","厨","卫","房屋用途","室内结构","朝向","装修情况","评估编号","成交单价","成交总价","申报总价","评估总价","网签合同编号","交易日期","交易类型","出售付款方式","成交周期","是否有电梯","赠送面积(地面花园)","赠送面积(露台)","赠送面积(阳台)","赠送面积(飘窗)","赠送面积(阁楼)","赠送面积(车库)","赠送面积(地下室)","赠送面积(其他)","房源数据来源","中介公司ID","中介公司名称","备注","创建时间","更新时间","来源公司","成交金额","数据时间"]
|
|
||||||
// def cityCodeDataMap = CcbCommonUtils.findCityCodeValue()
|
|
||||||
// for(def city : citys){
|
// for(def city : citys){
|
||||||
// def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city)
|
//// if(!ccbCitys.contains(city)){
|
||||||
// def ppeDists = [:]
|
// addDealPriceMatch(city);
|
||||||
//
|
//// }
|
||||||
// def statMap = [:]//getDistrictStatByCity(city, weekend)
|
|
||||||
// if(city=="上海"){
|
|
||||||
// def youDataTrade = getYouDaData(statMap)
|
|
||||||
// def youdaDatas = createData(youDataTrade, cityCodeDataMap, distCodeMap, "youda")
|
|
||||||
// rows.addAll(youdaDatas)
|
|
||||||
// println city +" "+youdaDatas.size()
|
|
||||||
// }
|
|
||||||
//
|
|
||||||
//
|
|
||||||
// def trades = getCityData(city, statMap, ppeDists)
|
|
||||||
// def rets = createData(trades, cityCodeDataMap, distCodeMap, "other")
|
|
||||||
// rows.addAll(rets)
|
|
||||||
// println city +" 成交共:"+rets.size()
|
|
||||||
//
|
|
||||||
// def cityDatas = []
|
|
||||||
// cityDatas << headers
|
|
||||||
// cityDatas.addAll(rows)
|
|
||||||
// }
|
// }
|
||||||
//
|
def rows = []
|
||||||
// def fileName = "/home/goojia/ccb/BIGDATA_DEAL_GJ.dat"
|
def headers = []//["城市ID","成交ID","城市名称","行政区ID","行政区名称","街道","门牌号","小区ID","小区名称","楼栋ID","楼栋编号","楼栋名称","单元ID","单元编号","单元名称","户ID","详细地址","建筑年代","权属","权属年限","期数","所在楼层","层类型","总楼层数","建筑类型","建筑结构","建筑面积","套内面积","户型","室","厅","厨","卫","房屋用途","室内结构","朝向","装修情况","评估编号","成交单价","成交总价","申报总价","评估总价","网签合同编号","交易日期","交易类型","出售付款方式","成交周期","是否有电梯","赠送面积(地面花园)","赠送面积(露台)","赠送面积(阳台)","赠送面积(飘窗)","赠送面积(阁楼)","赠送面积(车库)","赠送面积(地下室)","赠送面积(其他)","房源数据来源","中介公司ID","中介公司名称","备注","创建时间","更新时间","来源公司","成交金额","数据时间"]
|
||||||
// if(CommonDatautils.isWindow()){
|
def cityCodeDataMap = CcbCommonUtils.findCityCodeValue()
|
||||||
// fileName = "d:\\数据\\建行\\房产估值\\数据文件\\txt\\BIGDATA_DEAL_GJ.dat"
|
for(def city : citys){
|
||||||
// }
|
def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city)
|
||||||
//
|
def ppeDists = [:]
|
||||||
// FileUtils.batchCreateFile(rows, fileName,headers, "utf-8", false);
|
|
||||||
// println "txt 生成"
|
def statMap = [:]//getDistrictStatByCity(city, weekend)
|
||||||
|
if(city=="上海"){
|
||||||
|
def youDataTrade = getYouDaData(statMap)
|
||||||
|
def youdaDatas = createData(youDataTrade, cityCodeDataMap, distCodeMap, "youda")
|
||||||
|
rows.addAll(youdaDatas)
|
||||||
|
println city +" "+youdaDatas.size()
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def trades = getCityData(city, statMap, ppeDists)
|
||||||
|
def rets = createData(trades, cityCodeDataMap, distCodeMap, "other")
|
||||||
|
rows.addAll(rets)
|
||||||
|
println city +" 成交共:"+rets.size()
|
||||||
|
|
||||||
|
def cityDatas = []
|
||||||
|
cityDatas << headers
|
||||||
|
cityDatas.addAll(rows)
|
||||||
|
}
|
||||||
|
|
||||||
|
def fileName = "/home/goojia/ccb/BIGDATA_DEAL_GJ.dat"
|
||||||
|
if(CommonDatautils.isWindow()){
|
||||||
|
fileName = "d:\\数据\\建行\\房产估值\\数据文件\\txt\\BIGDATA_DEAL_GJ.dat"
|
||||||
|
}
|
||||||
|
|
||||||
|
FileUtils.batchCreateFile(rows, fileName,headers, "utf-8", false);
|
||||||
|
println "txt 生成"
|
||||||
|
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user