This commit is contained in:
2021-03-14 16:05:52 +08:00
parent ca4edb2bbc
commit 1d4318142b
2 changed files with 33 additions and 13 deletions
@@ -12,7 +12,7 @@ class FileUtils {
OutputStream out = new FileOutputStream(fileName);
def sb = new StringBuffer();
sb.append(headers.join("@|@"))
sb.append(headers.join("|@|"))
sb.append(System.getProperty("line.separator"));
out.write(sb.toString().getBytes(charset));
@@ -76,6 +76,8 @@ class HouseExport {
}
def exportSellCSV(city, districts){
final CountDownLatch latch = new CountDownLatch(districts.size())
println city +" 小区量:"+districts.size()
def datas = []
@@ -124,11 +126,16 @@ class HouseExport {
})
}
latch.await()
println " 去重后:"+retMap.values()
def allDatas = createSellDatas(retMap.values());
def allDatas = createSellDatas(retMap);
def headers = ["城市ID","出售ID","挂牌房屋ID","城市名称","行政区ID","行政区名称","小区ID","小区名称","楼栋ID","楼栋编号","楼栋名称","单元ID","单元编号","单元名称","户ID","详细地址","建筑年代","权属","权属年限","单价","总价","出售付款方式","所在楼层","总楼层","建筑类型","室内结构","建筑结构","建筑面积","套内面积","户型","室","厅","厨","卫","朝向","装修情况","是否有电梯","几梯几户","发布时间","到期时间","是否首发","房源数据来源","中介公司ID","中介公司名称","发布人","发布人电话","描述信息","备注","创建时间","更新时间","来源公司"]
batchCreateFile(allDatas, "d:\\数据\\建行\\bigdata_forsale_${cityCodeMap[city]}.csv",headers, "utf-8");
println city +" [sell]生成完成!"
def count = 1;
for(def allData : allDatas){
FileUtils.batchCreateFile(allData, "d:\\数据\\建行\\bigdata_forsale_2017_${cityCodeMap[city]}_${count}.csv",headers, "utf-8");
println city +" [sell-${count}]生成完成!"
count ++;
}
}
@@ -184,17 +191,19 @@ class HouseExport {
})
}
latch.await()
println " 去重后:"+retMap.values()
def allDatas = createRentDatas(retMap.values());
def allDatas = createRentDatas(retMap);
def headers = ["城市ID","出售ID","挂牌房屋ID","城市名称","行政区ID","行政区名称","小区ID","小区名称","楼栋ID","楼栋编号","楼栋名称","单元ID","单元编号","单元名称","户ID","详细地址","建筑年代","权属","权属年限","出租面积","单价","总价","租赁方式","出租付款方式","所在楼层","总楼层","建筑类型","室内结构","建筑结构","建筑面积","套内面积","户型","室","厅","厨","卫","朝向","装修情况","是否有电梯","几梯几户","发布时间","到期时间","是否首发","房源数据来源","中介公司ID","中介公司名称","发布人","发布人电话","描述信息","备注","创建时间","更新时间","来源公司"]
batchCreateFile(allDatas, "d:\\数据\\建行\\bigdata_forrent_${cityCodeMap[city]}.csv", headers, "utf-8");
FileUtils.batchCreateFile(allDatas, "d:\\数据\\建行\\bigdata_forrent_${cityCodeMap[city]}.csv", headers, "utf-8");
println city +" [rent]生成完成!"
}
def createSellDatas(def list){
def createSellDatas(def map){
def datas1 = []
def datas2 = []
def datas = []
for(def m : list){
map.each{k,m->
def data = []
data << m.city_code
data << m.houseId
@@ -248,15 +257,26 @@ class HouseExport {
data << m.m_date==null?"":m.m_date
data << m.source
datas << data
if(datas1.size()>2000000){
datas2 << data
}else{
datas1 << data
}
}
if(datas1.size()>0){
datas << datas1
}
if(datas2.size()>0){
datas << datas2
}
return datas ;
}
def createRentDatas(def list){
def createRentDatas(def map){
def datas = []
for(def m : list){
map.each{k,m->
def data = []
data << m.city_code
data << m.houseId