+72
-8
@@ -56,8 +56,8 @@ class BigdataCommunityBatch extends BaseBatch{
|
|||||||
def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city)
|
def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city)
|
||||||
def dists = CcbCommonUtils.findAllDistrictByCity(city, "district", ["city","region", "name", "address","lat", "lng","all_area","build_area","virescence_percent","cubage_percent","car_site_count","finish_building_date","estate_type2","household_count","status","c_date","m_date","name_cat","street","street_number"])
|
def dists = CcbCommonUtils.findAllDistrictByCity(city, "district", ["city","region", "name", "address","lat", "lng","all_area","build_area","virescence_percent","cubage_percent","car_site_count","finish_building_date","estate_type2","household_count","status","c_date","m_date","name_cat","street","street_number"])
|
||||||
|
|
||||||
def ccbMaps = CcbCommonUtils.findCcbDistrict(cityCodeDataMap.get(city)) //融合导数时使用
|
// def ccbMaps = CcbCommonUtils.findCcbDistrict(cityCodeDataMap.get(city)) //融合导数时使用
|
||||||
// def ccbMaps = CcbCommonUtils.findPgCcbDistrict(cityCodeDataMap.get(city)) //估值导数时使用
|
def ccbMaps = CcbCommonUtils.findPgCcbDistrict(cityCodeDataMap.get(city)) //估值导数时使用
|
||||||
def rets = createCityDatas(cityCodeDataMap, distCodeMap, dists)
|
def rets = createCityDatas(cityCodeDataMap, distCodeMap, dists)
|
||||||
rets = addDeleteDist(dists, ccbMaps, rets)
|
rets = addDeleteDist(dists, ccbMaps, rets)
|
||||||
rows.addAll(rets)
|
rows.addAll(rets)
|
||||||
@@ -78,9 +78,13 @@ class BigdataCommunityBatch extends BaseBatch{
|
|||||||
println "txt 生成->导Oracle"
|
println "txt 生成->导Oracle"
|
||||||
|
|
||||||
|
|
||||||
// delPgData()
|
delPgData()
|
||||||
// saveToPgSql(rows)
|
saveToPgSql(rows)
|
||||||
// ExcelUtils.write("d:\\数据\\建行\\房产估值\\数据文件\\excel\\bigdata_community.xlsx", allDatas, "数据")
|
// ExcelUtils.write("d:\\数据\\建行\\房产估值\\数据文件\\excel\\bigdata_community.xlsx", allDatas, "数据")
|
||||||
|
|
||||||
|
// def datas = readTxt("d:\\数据\\建行\\房产估值\\数据文件\\txt\\BIGDATA_COMMUNITY_GJ.dat")
|
||||||
|
// delPgData()
|
||||||
|
// saveToPgSql2(datas)
|
||||||
}
|
}
|
||||||
|
|
||||||
def addDeleteDist(dists, ccbMaps, rets){
|
def addDeleteDist(dists, ccbMaps, rets){
|
||||||
@@ -255,14 +259,74 @@ class BigdataCommunityBatch extends BaseBatch{
|
|||||||
println "start: "+new Date()
|
println "start: "+new Date()
|
||||||
def sql = "insert into base.t0831_bigdata_community_gj_h values (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)"
|
def sql = "insert into base.t0831_bigdata_community_gj_h values (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)"
|
||||||
|
|
||||||
sqlInstance.withBatch(20000, sql){ ps->
|
sqlInstance.withBatch(1, sql){ ps->
|
||||||
for(def r : rows) {
|
for(def r : rows) {
|
||||||
ps.addBatch(r[0], r[1], r[2], r[3], r[4], r[5], r[6], r[7], r[8], r[9], r[10], r[11], r[12], r[13], r[14], r[15], r[16], r[17], r[18], r[19], r[20],
|
try{
|
||||||
r[21], r[22], r[23], r[24], r[25], r[26], r[27], r[28], r[29], r[30], r[31], r[32], r[33], r[34], r[35], r[36], r[37], r[38])
|
ps.addBatch(r[0], r[1], r[2], r[3], r[4], r[5], r[6], r[7], r[8], r[9], r[10], r[11], r[12], r[13], r[14], r[15], r[16], r[17], r[18], r[19], r[20],
|
||||||
ps.toString()
|
r[21], r[22], r[23], r[24], r[25], r[26], r[27], r[28], r[29], r[30], r[31], r[32], r[33], r[34], r[35], r[36], r[37], r[38])
|
||||||
|
ps.toString()
|
||||||
|
}catch(Exception e){
|
||||||
|
e.printStackTrace()
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
println "end: "+new Date()
|
println "end: "+new Date()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
def saveToPgSql2(rows){
|
||||||
|
def newRows = []
|
||||||
|
for(def r : rows) {
|
||||||
|
def newR = []
|
||||||
|
for (def i = 0; i < r.size(); i++) {
|
||||||
|
if("" == r[i]){
|
||||||
|
// r[i] = null
|
||||||
|
newR << null
|
||||||
|
}else{
|
||||||
|
newR << r[i]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
newR << null
|
||||||
|
newR << DateUtils.formatDateByPattern(new Date(), "yyyy-MM")+"-28"
|
||||||
|
newR << null
|
||||||
|
newR << '2999-12-31'
|
||||||
|
newR << null
|
||||||
|
newR << null
|
||||||
|
newR << null
|
||||||
|
|
||||||
|
newRows << newR
|
||||||
|
}
|
||||||
|
|
||||||
|
println "start: "+new Date()
|
||||||
|
def sql = "insert into base.t0831_bigdata_community_gj_h values (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)"
|
||||||
|
|
||||||
|
def index = 0
|
||||||
|
sqlInstance.withBatch(10000, sql){ ps->
|
||||||
|
for(def r : newRows) {
|
||||||
|
index++
|
||||||
|
try{
|
||||||
|
ps.addBatch(r[0], r[1], r[2], r[3], r[4], r[5], r[6], r[7], r[8], r[9], r[10], r[11], r[12], r[13], r[14], r[15], r[16], r[17], r[18], r[19], r[20],
|
||||||
|
r[21], r[22], r[23], r[24], r[25], r[26], r[27], r[28], r[29], r[30], r[31], r[32], r[33], r[34], r[35], r[36], r[37], r[38])
|
||||||
|
index
|
||||||
|
}catch(Exception e){
|
||||||
|
e.printStackTrace()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
println "end: "+new Date()
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def readTxt(def fileName){
|
||||||
|
File file = new File(fileName);
|
||||||
|
def rows = [];
|
||||||
|
|
||||||
|
file.eachLine{
|
||||||
|
def row = it.split("\\|@\\|")
|
||||||
|
rows << row
|
||||||
|
}
|
||||||
|
return rows;
|
||||||
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user