diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy index 27ed0ad49..efdf794af 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy @@ -12,6 +12,7 @@ import com.fangjia.script.gj.district.FangjiaClientUtils import com.fangjia.script.util.DateUtils import com.fangjia.script.util.ExcelUtils import com.fangjia.script.util.OpenApiClient +import groovy.sql.Sql import java.util.concurrent.CopyOnWriteArrayList import java.util.concurrent.CountDownLatch @@ -30,6 +31,9 @@ class BigdataCommunityBatch extends BaseBatch{ public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(10) + def sqlInstance = Sql.newInstance("jdbc:postgresql://192.168.0.236:5432/postgres?stringtype=unspecified", + "postgres", "postgres", "org.postgresql.Driver") + static main(args) { runBatch(new BigdataCommunityBatch(), args); } @@ -37,7 +41,7 @@ class BigdataCommunityBatch extends BaseBatch{ @Override public void process(Object args) { def citys = CcbCommonUtils.getRunningCitys(args) - +// citys = ["文昌"] def rows = [] def headers = []//["城市ID","行政区ID","小区ID","行政区名称","小区名称","详细地址","纬度","经度","占地总面积","建筑总面积","绿化率","容积率","车位数量","建筑年代","房屋用途", @@ -71,7 +75,9 @@ class BigdataCommunityBatch extends BaseBatch{ allDatas << headers allDatas.addAll(rows) FileUtils.batchCreateFile(rows, fileName,headers, "utf-8", false); - println "txt 生成" + println "txt 生成->导Oracle" + + saveToPgSql(rows) // ExcelUtils.write("d:\\数据\\建行\\房产估值\\数据文件\\excel\\bigdata_community.xlsx", allDatas, "数据") } @@ -169,7 +175,7 @@ class BigdataCommunityBatch extends BaseBatch{ ret << CcbCodeUtils.parseBuildYear(dist.finish_building_date) ret << CcbCodeUtils.parseHouseUse(dist.estate_type2) ret << dist.household_count - ret << DateUtils.formatDateByPattern(new Date(),"yyyyMMdd") + ret << DateUtils.formatDateByPattern(new Date(),"yyyyMMdd").toInteger() ret << dist.status ret << DateUtils.formatDateByPattern(dist.m_date, "yyyy-MM-dd HH:mm:ss") ret << "pa101" @@ -222,4 +228,54 @@ class BigdataCommunityBatch extends BaseBatch{ } return ret; } + + def saveToPgSql(rows){ + for(def r : rows) { + for (def i = 0; i < r.size(); i++) { + if("" == r[i]){ + r[i] = null + } + } + r << null + r << '2023-02-28' + r << null + r << '2999-12-31' + r << null + r << null + r << null + } + + println "start: "+new Date() + def sql = "insert into warehouse.t0831_bigdata_community_gj_h values (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)" +// def sql = "insert into base.t0831_bigdata_community_gj_h values " + def index = 0 + sqlInstance.withBatch(20000, sql){ ps-> + for(def r : rows) { + ps.addBatch(r[0], r[1], r[2], r[3], r[4], r[5], r[6], r[7], r[8], r[9], r[10], r[11], r[12], r[13], r[14], r[15], r[16], r[17], r[18], r[19], r[20], + r[21], r[22], r[23], r[24], r[25], r[26], r[27], r[28], r[29], r[30], r[31], null, '2023-02-28', null, '2999-12-31', null, null, null) + ps.toString() + } + } + for(def r : rows){ + index ++ + if(index == 1){ + sql = sql + "("+r[0].toString()+","+r[1].toString()+","+r[2].toString()+")" + }else{ + sql = sql + ",("+")" + } + } +// sqlInstance.withBatch(50000, sql){ ps-> +// def index = 0 +// for(def r : rows){ +// index++ +// for(def i =0 ;i