Merge branch 'script_gj' into 'master'

dat

See merge request !101
This commit is contained in:
2021-09-05 10:21:15 +08:00
3 changed files with 6 additions and 5 deletions
@@ -274,6 +274,7 @@ public class BaiDuApiUtils {
}
return json.getJSONArray("result").getJSONObject(0);
}catch (Exception e){
System.out.println("错误:"+result);
e.printStackTrace();
}
return null;
@@ -53,9 +53,9 @@ class BigdataCommunityBatch extends BaseBatch{
// FileUtils.batchCreateFile(rets, "d:\\数据\\建行\\房产估值\\数据文件\\txt\\bigdata_community_${city}.txt",headers, "utf-8", false);
}
def fileName = "/home/goojia/ccb/bigdata_community.txt"
def fileName = "/home/goojia/ccb/bigdata_community.dat"
if(CommonDatautils.isWindow()){
fileName = "d:\\数据\\建行\\房产估值\\数据文件\\txt\\bigdata_community.txt"
fileName = "d:\\数据\\建行\\房产估值\\数据文件\\txt\\bigdata_community.dat"
}
def allDatas = []
@@ -74,7 +74,7 @@ class BigdataForsaleBatch extends BaseBatch{
// def distIds = getDistrictIds(cityCodeDataMap.get(city))
def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city)
def districts = CcbCommonUtils.findAllDistrictByCity(city, "district", ["city", "region", "name", "lng","estate_type2","name_cat","address", "alias", "finish_building_date", "house_property", "property_life", "build_type", "build_structure"]);
exportSellCSV(index, city, cityCodeDataMap, distCodeMap, districts, 20200701, 20210731);
exportSellCSV(index, city, cityCodeDataMap, distCodeMap, districts, 20200701, 20210831);
}
}
@@ -144,9 +144,9 @@ class BigdataForsaleBatch extends BaseBatch{
}
latch.await()
def fileName = "/home/goojia/ccb/bigdata_forsale.txt"
def fileName = "/home/goojia/ccb/bigdata_forsale.dat"
if(CommonDatautils.isWindow()){
fileName = "d:\\数据\\建行\\房产估值\\数据文件\\txt\\bigdata_forsale.txt"
fileName = "d:\\数据\\建行\\房产估值\\数据文件\\txt\\bigdata_forsale.dat"
}
println city + " 房源总量:"+retMap.size()