融合
This commit is contained in:
+239
@@ -0,0 +1,239 @@
|
|||||||
|
package com.fangjia.script.ccbevaluation.ronghe
|
||||||
|
|
||||||
|
import com.fangjia.script.BaseBatch
|
||||||
|
import com.fangjia.script.BatchOwner
|
||||||
|
import com.fangjia.script.Watcher
|
||||||
|
import com.fangjia.script.commData.CommonDatautils
|
||||||
|
import com.fangjia.script.gj.ccb.FileUtils
|
||||||
|
import com.fangjia.script.util.DateUtils
|
||||||
|
import groovy.sql.Sql
|
||||||
|
|
||||||
|
import java.sql.ResultSet
|
||||||
|
import java.sql.ResultSetMetaData
|
||||||
|
|
||||||
|
@BatchOwner(Watcher.GaoJuan)
|
||||||
|
class ExportDistrictRongHe extends BaseBatch{
|
||||||
|
|
||||||
|
def sqlInstance = Sql.newInstance("jdbc:oracle:thin:@192.168.0.100:31521:orcl",
|
||||||
|
"GOOJIA", "GOOJIA", "oracle.jdbc.driver.OracleDriver")
|
||||||
|
static main(args) {
|
||||||
|
runBatch(new ExportDistrictRongHe(), args);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
void process(Object args) {
|
||||||
|
exportBigdataCommunityGJRH()
|
||||||
|
exportBigdataCommbuildstruGJ()
|
||||||
|
exportBigdataCommhousetypeGJ()
|
||||||
|
exportBigdataCommbuildyearGj()
|
||||||
|
exportBigdataCommfeeGj()
|
||||||
|
exportBigdataCommhouseuseGJ()
|
||||||
|
exportBigdataPositionGJ()
|
||||||
|
exportBigdataDistrictFJW()
|
||||||
|
}
|
||||||
|
|
||||||
|
def exportBigdataCommunityGJRH(){
|
||||||
|
def sql = "select CITYID,DISTID,COMMID,COMMNAME,ADDRESS,LANDAREA,BUILDAREA,GREENINGRATE,PLOTRATIO,PARKINGCNT,to_char(UPDATETIME,'yyyy-mm-dd hh24:mi:ss') as UPDATETIME,COMMTYPE,COMMALIAS,STREET,STREETNO,IFNEW,INTRODUCTION,REMARK,to_char(CREATETIME,'yyyy-mm-dd hh24:mi:ss') as CREATETIME,SOURCECODE from BIGDATA_COMMUNITY_FJW";
|
||||||
|
def allRows = []
|
||||||
|
sqlInstance.eachRow(sql,{r->
|
||||||
|
def data = []
|
||||||
|
data << r.CITYID
|
||||||
|
data << r.DISTID
|
||||||
|
data << r.COMMID
|
||||||
|
data << r.COMMNAME
|
||||||
|
data << r.ADDRESS
|
||||||
|
data << r.LANDAREA
|
||||||
|
data << r.BUILDAREA
|
||||||
|
data << r.GREENINGRATE
|
||||||
|
data << r.PLOTRATIO
|
||||||
|
data << r.PARKINGCNT
|
||||||
|
data << r.UPDATETIME
|
||||||
|
data << r.COMMTYPE
|
||||||
|
data << r.COMMALIAS
|
||||||
|
data << r.STREET
|
||||||
|
data << r.STREETNO
|
||||||
|
data << r.IFNEW
|
||||||
|
data << r.INTRODUCTION
|
||||||
|
data << r.REMARK
|
||||||
|
data << r.CREATETIME
|
||||||
|
data << r.SOURCECODE
|
||||||
|
allRows << data
|
||||||
|
});
|
||||||
|
def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"18"
|
||||||
|
def fileName = "/ccb/MODEL_000000_000000_BIGDATA_COMMUNITY_FJW_${curDate}_0001.dat"
|
||||||
|
if(CommonDatautils.isWindow()){
|
||||||
|
fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\${curDate}\\BIGDATA_COMMUNITY_GJRH_${curDate}_0001.dat"
|
||||||
|
}
|
||||||
|
FileUtils.batchCreateFile(allRows, fileName, [], "utf-8", false);
|
||||||
|
}
|
||||||
|
def exportBigdataCommbuildstruGJ(){
|
||||||
|
def sql = "select CITYID,COMMID,BUILDSTRU,REMARK,to_char(CREATETIME,'yyyy-mm-dd hh24:mi:ss') as CREATETIME,to_char(UPDATETIME,'yyyy-mm-dd hh24:mi:ss') as UPDATETIME,SOURCECODE from BIGDATA_COMMBUILDSTRU_FJW";
|
||||||
|
def allRows = []
|
||||||
|
sqlInstance.eachRow(sql,{r->
|
||||||
|
def data = []
|
||||||
|
data << r.CITYID
|
||||||
|
data << r.COMMID
|
||||||
|
data << r.BUILDSTRU
|
||||||
|
data << r.REMARK
|
||||||
|
data << r.CREATETIME
|
||||||
|
data << r.UPDATETIME
|
||||||
|
data << r.SOURCECODE
|
||||||
|
allRows << data
|
||||||
|
});
|
||||||
|
def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"18"
|
||||||
|
def fileName = "/ccb/MODEL_000000_000000_BIGDATA_COMMBUILDSTRU_FJW_${curDate}_0001.dat"
|
||||||
|
if(CommonDatautils.isWindow()){
|
||||||
|
fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\${curDate}\\BIGDATA_COMMBUILDSTRU_GJ_${curDate}_0001.dat"
|
||||||
|
}
|
||||||
|
FileUtils.batchCreateFile(allRows, fileName, [], "utf-8", false);
|
||||||
|
}
|
||||||
|
|
||||||
|
def exportBigdataCommhousetypeGJ(){
|
||||||
|
def sql = "select CITYID,COMMID,HOUSETYPE,REMARK,to_char(CREATETIME,'yyyy-mm-dd hh24:mi:ss') as CREATETIME,to_char(UPDATETIME,'yyyy-mm-dd hh24:mi:ss') as UPDATETIME,SOURCECODE from BIGDATA_COMMHOUSETYPE_FJW";
|
||||||
|
def allRows = []
|
||||||
|
sqlInstance.eachRow(sql,{r->
|
||||||
|
def data = []
|
||||||
|
data << r.CITYID
|
||||||
|
data << r.COMMID
|
||||||
|
data << r.HOUSETYPE
|
||||||
|
data << r.REMARK
|
||||||
|
data << r.CREATETIME
|
||||||
|
data << r.UPDATETIME
|
||||||
|
data << r.SOURCECODE
|
||||||
|
allRows << data
|
||||||
|
});
|
||||||
|
def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"18"
|
||||||
|
def fileName = "/ccb/MODEL_000000_000000_BIGDATA_COMMHOUSETYPE_FJW_${curDate}_0001.dat"
|
||||||
|
if(CommonDatautils.isWindow()){
|
||||||
|
fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\${curDate}\\BIGDATA_COMMHOUSETYPE_GJ_${curDate}_0001.dat"
|
||||||
|
}
|
||||||
|
FileUtils.batchCreateFile(allRows, fileName, [], "utf-8", false);
|
||||||
|
}
|
||||||
|
|
||||||
|
def exportBigdataCommbuildyearGj(){
|
||||||
|
def sql = "select CITYID,COMMID,BUILDYEAR,REMARK,to_char(CREATETIME,'yyyy-mm-dd hh24:mi:ss') as CREATETIME,to_char(UPDATETIME,'yyyy-mm-dd hh24:mi:ss') as UPDATETIME,SOURCECODE from BIGDATA_COMMBUILDYEAR_FJW";
|
||||||
|
def allRows = []
|
||||||
|
sqlInstance.eachRow(sql,{r->
|
||||||
|
def data = []
|
||||||
|
data << r.CITYID
|
||||||
|
data << r.COMMID
|
||||||
|
data << r.BUILDYEAR
|
||||||
|
data << r.REMARK
|
||||||
|
data << r.CREATETIME
|
||||||
|
data << r.UPDATETIME
|
||||||
|
data << r.SOURCECODE
|
||||||
|
allRows << data
|
||||||
|
});
|
||||||
|
def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"18"
|
||||||
|
def fileName = "/ccb/MODEL_000000_000000_BIGDATA_COMMBUILDYEAR_FJW_${curDate}_0001.dat"
|
||||||
|
if(CommonDatautils.isWindow()){
|
||||||
|
fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\${curDate}\\BIGDATA_COMMBUILDYEAR_GJ_${curDate}_0001.dat"
|
||||||
|
}
|
||||||
|
FileUtils.batchCreateFile(allRows, fileName, [], "utf-8", false);
|
||||||
|
}
|
||||||
|
|
||||||
|
def exportBigdataCommfeeGj(){
|
||||||
|
def sql = "select CITYID,COMMID,COMPID,FEE,HOUSEUSE,BUILDTYPE,FEETYPE,NOTE,REMARK,to_char(CREATETIME,'yyyy-mm-dd hh24:mi:ss') as CREATETIME,to_char(UPDATETIME,'yyyy-mm-dd hh24:mi:ss') as UPDATETIME,SOURCECODE from BIGDATA_COMMFEE_FJW";
|
||||||
|
def allRows = []
|
||||||
|
sqlInstance.eachRow(sql,{r->
|
||||||
|
def data = []
|
||||||
|
data << r.CITYID
|
||||||
|
data << r.COMMID
|
||||||
|
data << r.COMPID
|
||||||
|
data << r.FEE
|
||||||
|
data << r.HOUSEUSE
|
||||||
|
data << r.BUILDTYPE
|
||||||
|
data << r.FEETYPE
|
||||||
|
data << r.NOTE
|
||||||
|
data << r.REMARK
|
||||||
|
data << r.CREATETIME
|
||||||
|
data << r.UPDATETIME
|
||||||
|
data << r.SOURCECODE
|
||||||
|
allRows << data
|
||||||
|
});
|
||||||
|
def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"18"
|
||||||
|
def fileName = "/ccb/MODEL_000000_000000_BIGDATA_COMMFEE_FJW_${curDate}_0001.dat"
|
||||||
|
if(CommonDatautils.isWindow()){
|
||||||
|
fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\${curDate}\\BIGDATA_COMMFEE_GJ_${curDate}_0001.dat"
|
||||||
|
}
|
||||||
|
FileUtils.batchCreateFile(allRows, fileName, [], "utf-8", false);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def exportBigdataCommhouseuseGJ(){
|
||||||
|
def sql = "select CITYID,COMMID,HOUSEUSE,HOUSECNT,REMARK,to_char(CREATETIME,'yyyy-mm-dd hh24:mi:ss') as CREATETIME,to_char(UPDATETIME,'yyyy-mm-dd hh24:mi:ss') as UPDATETIME,SOURCECODE from BIGDATA_COMMHOUSEUSE_FJW";
|
||||||
|
def allRows = []
|
||||||
|
sqlInstance.eachRow(sql,{r->
|
||||||
|
def data = []
|
||||||
|
data << r.CITYID
|
||||||
|
data << r.COMMID
|
||||||
|
data << r.HOUSEUSE
|
||||||
|
data << r.HOUSECNT
|
||||||
|
data << r.REMARK
|
||||||
|
data << r.CREATETIME
|
||||||
|
data << r.UPDATETIME
|
||||||
|
data << r.SOURCECODE
|
||||||
|
allRows << data
|
||||||
|
});
|
||||||
|
def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"18"
|
||||||
|
def fileName = "/ccb/MODEL_000000_000000_BIGDATA_COMMHOUSEUSE_FJW_${curDate}_0001.dat"
|
||||||
|
if(CommonDatautils.isWindow()){
|
||||||
|
fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\${curDate}\\BIGDATA_COMMHOUSEUSE_GJ_${curDate}_0001.dat"
|
||||||
|
}
|
||||||
|
FileUtils.batchCreateFile(allRows, fileName, [], "utf-8", false);
|
||||||
|
}
|
||||||
|
|
||||||
|
def exportBigdataPositionGJ(){
|
||||||
|
def sql = "select CITYID,OBJECTTYPE,OBJECTID,POSITIONTYPE,SEQNO,LONGITUDE,LATITUDE,ALTITUDE,REMARK,to_char(CREATETIME,'yyyy-mm-dd hh24:mi:ss') as CREATETIME,to_char(UPDATETIME,'yyyy-mm-dd hh24:mi:ss') as UPDATETIME,SOURCECODE from BIGDATA_POSITION_FJW";
|
||||||
|
def allRows = []
|
||||||
|
sqlInstance.eachRow(sql,{r->
|
||||||
|
def data = []
|
||||||
|
data << r.CITYID
|
||||||
|
data << r.OBJECTTYPE
|
||||||
|
data << r.OBJECTID
|
||||||
|
data << r.POSITIONTYPE
|
||||||
|
data << r.SEQNO
|
||||||
|
data << r.LONGITUDE
|
||||||
|
data << r.LATITUDE
|
||||||
|
data << r.ALTITUDE
|
||||||
|
data << r.REMARK
|
||||||
|
data << r.CREATETIME
|
||||||
|
data << r.UPDATETIME
|
||||||
|
data << r.SOURCECODE
|
||||||
|
allRows << data
|
||||||
|
});
|
||||||
|
def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"18"
|
||||||
|
def fileName = "/ccb/MODEL_000000_000000_BIGDATA_POSITION_FJW_${curDate}_0001.dat"
|
||||||
|
if(CommonDatautils.isWindow()){
|
||||||
|
fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\${curDate}\\BIGDATA_POSITION_GJ_${curDate}_0001.dat"
|
||||||
|
}
|
||||||
|
FileUtils.batchCreateFile(allRows, fileName, [], "utf-8", false);
|
||||||
|
}
|
||||||
|
|
||||||
|
def exportBigdataDistrictFJW(){
|
||||||
|
def sql = "select DISTID,DISTNAME,DISTSPELL,CITYID,DISTCODE,SEQ,DISTTYPE,REMARK,to_char(CREATETIME,'yyyy-mm-dd hh24:mi:ss') as CREATETIME,to_char(UPDATETIME,'yyyy-mm-dd hh24:mi:ss') as UPDATETIME,SOURCECODE from BIGDATA_DISTRICT_FJW";
|
||||||
|
def allRows = []
|
||||||
|
sqlInstance.eachRow(sql,{r->
|
||||||
|
def data = []
|
||||||
|
data << r.DISTID
|
||||||
|
data << r.DISTNAME
|
||||||
|
data << r.DISTSPELL
|
||||||
|
data << r.CITYID
|
||||||
|
data << r.DISTCODE
|
||||||
|
data << r.SEQ
|
||||||
|
data << r.DISTTYPE
|
||||||
|
data << r.REMARK
|
||||||
|
data << r.CREATETIME
|
||||||
|
data << r.UPDATETIME
|
||||||
|
data << r.SOURCECODE
|
||||||
|
allRows << data
|
||||||
|
});
|
||||||
|
def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"18"
|
||||||
|
def fileName = "/ccb/MODEL_000000_000000_BIGDATA_DISTRICT_FJW_${curDate}_0001.dat"
|
||||||
|
if(CommonDatautils.isWindow()){
|
||||||
|
fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\${curDate}\\BIGDATA_DISTRICT_FJW_${curDate}_0001.dat"
|
||||||
|
}
|
||||||
|
FileUtils.batchCreateFile(allRows, fileName, [], "utf-8", false);
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
+3
-3
@@ -48,11 +48,11 @@ class YouDaDataParser {
|
|||||||
def final AtomicInteger count_ = new AtomicInteger(0)
|
def final AtomicInteger count_ = new AtomicInteger(0)
|
||||||
|
|
||||||
|
|
||||||
static def statDate = "2021-08-01"
|
static def statDate = "2021-09-01"
|
||||||
static main(args) {
|
static main(args) {
|
||||||
def task = new YouDaDataParser();
|
def task = new YouDaDataParser();
|
||||||
// task.newHouseparse();//友达一手房存入mongo
|
// task.newHouseparse();//友达一手房存入mongo
|
||||||
// task.esfParser();//友达二手房存入mongo
|
task.esfParser();//友达二手房存入mongo
|
||||||
// task.newhouseToSaveEs();//新房保存到es
|
// task.newhouseToSaveEs();//新房保存到es
|
||||||
task.esfhouseToSaveEs();//二手房保存到es
|
task.esfhouseToSaveEs();//二手房保存到es
|
||||||
// task.updateFinishDateByEsfTrade();//根据二手成交的竣工时间修改seaweed库中的竣工时间
|
// task.updateFinishDateByEsfTrade();//根据二手成交的竣工时间修改seaweed库中的竣工时间
|
||||||
@@ -285,7 +285,7 @@ class YouDaDataParser {
|
|||||||
|
|
||||||
|
|
||||||
def esfParser(){
|
def esfParser(){
|
||||||
def files = ["D:\\数据\\友达\\2021年9月\\二手房\\查询1.DBF"]
|
def files = ["D:\\数据\\友达\\2021年10月\\二手房\\查询1.DBF"]
|
||||||
def datas = []
|
def datas = []
|
||||||
for(def fileName : files){
|
for(def fileName : files){
|
||||||
def rows = readDBF(fileName);
|
def rows = readDBF(fileName);
|
||||||
|
|||||||
@@ -22,7 +22,7 @@ class FileUtils {
|
|||||||
|
|
||||||
if(headers){
|
if(headers){
|
||||||
sb.append(headers.join("|@|"))
|
sb.append(headers.join("|@|"))
|
||||||
sb.append(System.getProperty("line.separator"));
|
sb.append("\n");
|
||||||
}
|
}
|
||||||
|
|
||||||
out.write(sb.toString().getBytes(charset));
|
out.write(sb.toString().getBytes(charset));
|
||||||
@@ -33,7 +33,7 @@ class FileUtils {
|
|||||||
if(row){
|
if(row){
|
||||||
index++
|
index++
|
||||||
sb.append(StringUtils.join(row.toArray(), "|@|"))
|
sb.append(StringUtils.join(row.toArray(), "|@|"))
|
||||||
sb.append(System.getProperty("line.separator"));
|
sb.append("\n");
|
||||||
|
|
||||||
if(index%10000==0){
|
if(index%10000==0){
|
||||||
println index+"¿ªÊ¼Ð´ÈëCSV "+new Date().toLocaleString()
|
println index+"¿ªÊ¼Ð´ÈëCSV "+new Date().toLocaleString()
|
||||||
|
|||||||
Reference in New Issue
Block a user