From b4b8592d01849144f638626b61f8a5c3a09d2c1f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E7=8E=8B=E6=96=87=E8=89=B3?= Date: Mon, 24 Oct 2022 11:10:32 +0800 Subject: [PATCH 1/4] Update index.ftl --- projects/fangjia-coresite/src/main/webapp/cpdb/index.ftl | 1 - 1 file changed, 1 deletion(-) diff --git a/projects/fangjia-coresite/src/main/webapp/cpdb/index.ftl b/projects/fangjia-coresite/src/main/webapp/cpdb/index.ftl index 406f23e1f..74b7c1da7 100644 --- a/projects/fangjia-coresite/src/main/webapp/cpdb/index.ftl +++ b/projects/fangjia-coresite/src/main/webapp/cpdb/index.ftl @@ -142,7 +142,6 @@

CPDB大数�库,包�70多个维度的数�,��行业�场景的应用

-
From c75077eb760d34fd8bb4df0b6c897b9e21326d7b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E9=AB=98=E5=A8=9F?= Date: Mon, 24 Oct 2022 11:33:03 +0800 Subject: [PATCH 2/4] Update ExportOracleData.groovy --- .../ccbevaluation/ExportOracleData.groovy | 183 +++++++++--------- 1 file changed, 92 insertions(+), 91 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ExportOracleData.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ExportOracleData.groovy index e1e17ee47..7ccfc820a 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ExportOracleData.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ExportOracleData.groovy @@ -29,35 +29,35 @@ class ExportOracleData { def lastMonth = Integer.parseInt(DateUtils.addMonth(DateUtils.formatDateByPattern(new Date(), "yyyyMM"), -1, "yyyyMM")); def lastMonthStr = DateUtils.addMonth(DateUtils.formatDateByPattern(new Date(), "yyyy-MM"), -1, "yyyy-MM") def new_dists = [] - //²»»á±ä + //ä¸�会å�˜ exportEvaluationRateData() exportBigdataPoiData()// exportBigdataDistrictData()// - exportGuidedPrice()//ËæÈ˹¤¸Ä±ä// - exportCommunityGuidedPrice(lastMonth.toString()+"28")//ËæÕþ²ß// + exportGuidedPrice()//éš�人工改å�˜// + exportCommunityGuidedPrice(lastMonth.toString()+"28")//éš�政策// -// //´¦ÀíÐ¡ÇøÇé¿ö +// //处ç�†å°�区情况 exportBigdataCommunity()// - exportCommunityStaging()//ûcityid + exportCommunityStaging()//没cityid exportCommunityBuileType()// exportThirdPartyPrice2(lastMonth, new_dists)// exportBigdataForsale(lastMonthStr +"-19", new_dists) //2022-07-19 exportBigdataDeal(lastMonthStr + "-01", new_dists) //2022-07-01 - //µÚÈý·½ÍøÕ¾È¨Öرí + //第三方网站æ�ƒé‡�表 exportWebsiteRate(); - //¼ÆËã½á¹ûÏà¹Ø + //计算结果相关 // exportAvmEvaluationGJNB(curMonth) // exportAVMEvaluationItemGJNB(curMonth) // // exportCityPrice(curMonth) // exportRegionPrice(curMonth) // -// exportCommunityBasePriceGj(curMonth)//ÒѺÏÏÂÃæµÄºÏ²¢ +// exportCommunityBasePriceGj(curMonth)//å·²å�ˆä¸‹é�¢çš„å�ˆå¹¶ // exportCommunityBasePrice(curMonth) // // exportCommunityPdescribeGj(curMonth) @@ -66,7 +66,7 @@ class ExportOracleData { // def curDate = curMonth.toString()+"28" // SSHHelper jschCommand = new SSHHelper(); // System.out.println(jschCommand.executeCommand("sh /home/ccb/output/gz_package.sh ${curDate}")); - //okÎļþ + //ok文件 // exportLastFile() } @@ -91,13 +91,13 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_EVALUATE_RATE_GJ_ALL_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_EVALUATE_RATE_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_EVALUATE_RATE_GJ_ALL_${curDate}_0001.dat" } - def headers = []//["ϵÊýID","ϵÊýÀàÐÍ","ϵÊý","ÅÅÐò","³ÇÊÐ","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] + def headers = []//["系数ID","系数类型","系数","排åº�","城市","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "Êý¾ÝÎļþÊä³öÍê³É......" + println "æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "ÉÏ´«FtpÍê³É......" + println "上传Ftp完æˆ�......" } @@ -122,13 +122,13 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_WEBSITE_CONFIG_GJ_ALL_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_WEBSITE_CONFIG_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_WEBSITE_CONFIG_GJ_ALL_${curDate}_0001.dat" } - def headers = []//["ϵÊýID","ϵÊýÀàÐÍ","ϵÊý","ÅÅÐò","³ÇÊÐ","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] + def headers = []//["系数ID","系数类型","系数","排åº�","城市","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "Êý¾ÝÎļþÊä³öÍê³É......" + println "æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "ÉÏ´«FtpÍê³É......" + println "上传Ftp完æˆ�......" } @@ -160,18 +160,19 @@ class ExportOracleData { def fileName = "/ccb/MODEL_000000_000000_BIGDATA_POI_GJ_ALL_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_POI_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_POI_GJ_ALL_${curDate}_0001.dat" } - def headers = []//["³ÇÊÐID","ÐÐÕþÇøID","ID","PoiÃû³Æ","ÀàÐÍ","ÀàÐͱàÂë","γ¶È","¾­¶È","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] + def headers = []//["城市ID","行政区ID","ID","Poiå��ç§°","类型","类型编ç �","纬度","ç»�度","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "BIGDATA_POI_GJ Êý¾ÝÎļþÊä³öÍê³É......" + println "BIGDATA_POI_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "BIGDATA_POI_GJ ÉÏ´«FtpÍê³É......" + println "BIGDATA_POI_GJ 上传Ftp完æˆ�......" } def exportCommunityStaging() { + def allRows = [] def sql = "select ID,COMMID,MASTER_COMMID,REMARK,to_char(CREATETIME,'yyyy-mm-dd hh24:mi:ss') as CREATETIME, to_char(UPDATETIME,'yyyy-mm-dd hh24:mi:ss') as UPDATETIME,SOURCECODE from community_staging_gj"; sqlInstance.eachRow(sql, { r -> def data = [] @@ -187,18 +188,18 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_COMMUNITY_STAGING_GJ_ALL_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_STAGING_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_STAGING_GJ_ALL_${curDate}_0001.dat" } - def headers = []//["·ÖÆÚID","Ð¡ÇøID","Ð¡ÇøÖ÷ÆÚID","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] + def headers = []//["分期ID","å°�区ID","å°�区主期ID","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "COMMUNITY_STAGING_GJ Êý¾ÝÎļþÊä³öÍê³É......" + println "COMMUNITY_STAGING_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "COMMUNITY_STAGING_GJ ÉÏ´«FtpÍê³É......" + println "COMMUNITY_STAGING_GJ 上传Ftp完æˆ�......" } def exportCommunityBuileType() { -// def citys = [ "ÉϺ£","ÑïÖÝ","±±¾©","ÖØÇì","Ìì½ò","³É¶¼","ÉòÑô","´óÁ¬","°²Çì","Î÷Äþ","ÈÕÕÕ","³¤´º","Î人","Î÷°²","ËÕÖÝ","¹ãÖÝ","ÄϾ©","Çൺ","¼ÃÄÏ","Äþ²¨","³¤É³","ʯ¼Òׯ","·ðɽ","¼ÎÐË","Òø´¨","ÄÏͨ","ÀÈ·»","ÖÐɽ","Ö£ÖÝ","¹þ¶û±õ","ÑĮ̀","ÐìÖÝ","ÉÜÐË","ÏÃÃÅ","À¥Ã÷","Äϲý","¹óÑô","Ö麣","¶«Ý¸","Õò½­","ÂåÑô","ÎÂÖÝ","À¼ÖÝ","¸£ÖÝ","»ÝÖÝ","ºôºÍºÆÌØ","³£ÖÝ","ÌÆÉ½","»´°²","ºþÖÝ","¾Å½­","̫ԭ","±±º£","ÖêÖÞ","×Ͳ©","ÑγÇ","ÎÚ³ľÆë","º£¿Ú","ÄÏÄþ","³£µÂ","̨ÖÝ","½ð»ª","¼ªÁÖ","ÔÀÑô","ÁøÖÝ","ÇåÔ¶","Õ¿½­","ÕżҿÚ","±£¶¨","ÉîÛÚ","º¼ÖÝ","ºÏ·Ê","ÎÞÎý","ȪÖÝ","×ñÒå","ÕØÇì","ÕÄÖÝ","Ò˲ý","Îߺþ","Ì©ÖÝ","ÉÇÍ·","ÈýÑÇ","ÇØ»Êµº","Âí°°É½","Á¬ÔƸÛ","²×ÖÝ","À­Èø","½õÖÝ","´óͬ","ÎIJý","±£Í¤","ÁêË®"] +// def citys = [ "上海","扬州","北京","é‡�庆","天津","æˆ�都","沈阳","大连","安庆","西å®�","日照","长春","武汉","西安","è‹�å·ž","广州","å�—京","é�’å²›","济å�—","å®�æ³¢","é•¿æ²™","石家庄","佛山","嘉兴","é“¶å·�","å�—通","廊å�Š","中山","郑州","哈尔滨","烟å�°","å¾�å·ž","ç»�å…´","厦门","昆明","å�—昌","贵阳","ç� æµ·","东莞","镇江","洛阳","温州","å…°å·ž","ç¦�å·ž","惠州","呼和浩特","常州","å”�å±±","淮安","æ¹–å·ž","ä¹�江","太原","北海","株洲","æ·„å�š","ç›�城","乌é²�木é½�","æµ·å�£","å�—å®�","常德","å�°å·ž","金å�Ž","å�‰æž—","岳阳","柳州","清远","湛江","å¼ å®¶å�£","ä¿�定","深圳","æ�­å·ž","å�ˆè‚¥","无锡","泉州","é�µä¹‰","肇庆","漳州","宜昌","芜湖","æ³°å·ž","汕头","三亚","秦皇岛","马éž�å±±","连云港","æ²§å·ž","拉è�¨","锦州","大å�Œ","文昌","ä¿�亭","陵水"] // def cityCodeDataMap = CcbCommonUtils.findCityCodeValue() def allRows = [] for(def city : citys) { @@ -222,14 +223,14 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_BIGDATA_COMMBUILDTYPE_GJ_ALL_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_COMMBUILDTYPE_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_COMMBUILDTYPE_GJ_ALL_${curDate}_0001.dat" } - def headers = []//["³ÇÊÐID","Ð¡ÇøID"," ½¨ÖþÀàÐÍ","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾","Êý¾Ýʱ¼ä"] + def headers = []//["城市ID","å°�区ID"," 建筑类型","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸","æ•°æ�®æ—¶é—´"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "BIGDATA_COMMBUILDTYPE_GJ Êý¾ÝÎļþÊä³öÍê³É......" + println "BIGDATA_COMMBUILDTYPE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "BIGDATA_COMMBUILDTYPE_GJ ÉÏ´«FtpÍê³É......" + println "BIGDATA_COMMBUILDTYPE_GJ 上传Ftp完æˆ�......" } def exportBigdataDistrictData() { @@ -261,15 +262,15 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_BIGDATA_DISTRICT_GJ_ALL_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_DISTRICT_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_DISTRICT_GJ_ALL_${curDate}_0001.dat" } def headers = [] -//["ÐÐÕþÇøID","ÐÐÕþÇøÃû³Æ","ÐÐÕþÇøÃû³ÆÆ´Òô","³ÇÊÐID","¹ú±êÂë","ÏÔʾ˳Ðò","ÐÐÕþÇøÀà±ð","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾","Âß¼­ÐÐÕþÇø","Âß¼­ÐÐÕþÇø»®´úÂë","ÐÐÕþÇø»®´úÂë","Êý¾Ýʱ¼ä"] +//["行政区ID","行政区å��ç§°","行政区å��称拼音","城市ID","国标ç �","显示顺åº�","行政区类别","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸","逻辑行政区","逻辑行政区划代ç �","行政区划代ç �","æ•°æ�®æ—¶é—´"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "BIGDATA_DISTRICT_GJ Êý¾ÝÎļþÊä³öÍê³É......" + println "BIGDATA_DISTRICT_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "BIGDATA_DISTRICT_GJ ÉÏ´«FtpÍê³É......" + println "BIGDATA_DISTRICT_GJ 上传Ftp完æˆ�......" } @@ -301,14 +302,14 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_GUIDED_PRICE_GJ_ALL_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_GUIDED_PRICE_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_GUIDED_PRICE_GJ_ALL_${curDate}_0001.dat" } def headers = [] -//["µÚÈý·½¾ù¼ÛID","Â¥ÅÌID","Ð¡ÇøÃû³Æ","³ÇÊÐID","³ÇÊÐÃû³Æ","ÐÐÕþÇøID","ÐÐÕþÇøÃû³Æ","Ö¸µ¼ÈÕÆÚ","Ö¸µ¼¼Û¸ñ","Ìí¼ÓÈË","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] +//["第三方å�‡ä»·ID","楼盘ID","å°�区å��ç§°","城市ID","城市å��ç§°","行政区ID","行政区å��ç§°","指导日期","指导价格","添加人","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "GUIDED_PRICE_GJ Êý¾ÝÎļþÊä³öÍê³É......" + println "GUIDED_PRICE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "GUIDED_PRICE_GJ ÉÏ´«FtpÍê³É......" + println "GUIDED_PRICE_GJ 上传Ftp完æˆ�......" } def exportCommunityGuidedPrice(def date) { @@ -338,14 +339,14 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_COMMUNITY_GUIDE_PRICE_GJ_ADD_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_GUIDE_PRICE_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_GUIDE_PRICE_GJ_ADD_${curDate}_0001.dat" } - def headers = []//["µÚÈý·½¾ù¼ÛID","Â¥ÅÌID","Ð¡ÇøÃû³Æ","³ÇÊÐID","³ÇÊÐÃû³Æ","ÐÐÕþÇøID","ÐÐÕþÇøÃû³Æ","Ö¸µ¼¼Û¸ñ","ÀàÐÍ","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] + def headers = []//["第三方å�‡ä»·ID","楼盘ID","å°�区å��ç§°","城市ID","城市å��ç§°","行政区ID","行政区å��ç§°","指导价格","类型","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "COMMUNITY_GUIDE_PRICE_GJ Êý¾ÝÎļþÊä³öÍê³É......" + println "COMMUNITY_GUIDE_PRICE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "COMMUNITY_GUIDE_PRICE_GJ ÉÏ´«FtpÍê³É......" + println "COMMUNITY_GUIDE_PRICE_GJ 上传Ftp完æˆ�......" } def exportBigdataDeal(def dealDate, def new_dists) { @@ -383,13 +384,13 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_BIGDATA_DEAL_GJ_ADD_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_DEAL_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_DEAL_GJ_ADD_${curDate}_0001.dat" } def headers = [] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "BIGDATA_DEAL_GJ Êý¾ÝÎļþÊä³öÍê³É......" + println "BIGDATA_DEAL_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "BIGDATA_DEAL_GJ ÉÏ´«FtpÍê³É......" + println "BIGDATA_DEAL_GJ 上传Ftp完æˆ�......" } @@ -504,15 +505,15 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" } def headers = [] -//["µÚÈý·½¾ù¼ÛID","Â¥ÅÌID","Ð¡ÇøÃû³Æ","³ÇÊÐID","³ÇÊÐÃû³Æ","ÐÐÕþÇøID","ÐÐÕþÇøÃû³Æ","¾ù¼Û¶ÔÓ¦µÄÔ·Ý","Öî¸ðÕÒ·¿¾ù¼Û","°²¾Ó¿Í¾ù¼Û","·¿ÌìϾù¼Û","Á´¼Ò¾ù¼Û","³ÇÊз¿²ú¾ù¼Û","ÂóÌï¾ù¼Û","±´¿Ç¾ù¼Û","ÌÔ·¿365","ÖÐÔ­¾ù¼Û","Íò©Ê¿¾ù¼Û","Q·¿¾ù¼Û","·¿Ì½¾ù¼Û","·¿¶à¶à¾ù¼Û","ÎÒ°®ÎÒ¼Ò¾ù¼Û","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] +//["第三方å�‡ä»·ID","楼盘ID","å°�区å��ç§°","城市ID","城市å��ç§°","行政区ID","行政区å��ç§°","å�‡ä»·å¯¹åº”的月份","诸葛找房å�‡ä»·","安居客å�‡ä»·","房天下å�‡ä»·","链家å�‡ä»·","城市房产å�‡ä»·","麦田å�‡ä»·","è´�壳å�‡ä»·","淘房365","中原å�‡ä»·","å…”å�šå£«å�‡ä»·","Q房å�‡ä»·","房探å�‡ä»·","房多多å�‡ä»·","我爱我家å�‡ä»·","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "THIRD_PARTY_PRICE_GJ Êý¾ÝÎļþÊä³öÍê³É......" + println "THIRD_PARTY_PRICE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "THIRD_PARTY_PRICE_GJ ÉÏ´«Êý¾ÝÎļþÍê³É......" + println "THIRD_PARTY_PRICE_GJ 上传数æ�®æ–‡ä»¶å®Œæˆ�......" } @@ -521,7 +522,7 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" // fileName = "D:\\MODEL_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" } def headers = [] @@ -556,7 +557,7 @@ class ExportOracleData { } } - println "BIGDATA_THIRD_PARTY_PRICE_GJ Êý¾ÝÎļþÊä³öÍê³É......" + println "BIGDATA_THIRD_PARTY_PRICE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) } @@ -629,25 +630,25 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28"; def fileName = "/ccb/MODEL_000000_000000_BIGDATA_COMMUNITY_GJ_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_COMMUNITY_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_COMMUNITY_GJ_ALL_${curDate}_0001.dat" } - def headers = []//["³ÇÊÐID","ÐÐÕþÇøID","Ð¡ÇøID","ÐÐÕþÇøÃû³Æ","Ð¡ÇøÃû³Æ","ÏêϸµØÖ·","γ¶È","¾­¶È","Õ¼µØ×ÜÃæ»ý","½¨Öþ×ÜÃæ»ý","ÂÌ»¯ÂÊ","ÈÝ»ýÂÊ","³µÎ»ÊýÁ¿","½¨ÖþÄê´ú","·¿ÎÝÓÃ;", - //"×ÜÌ×Êý","Êý¾Ýʱ¼ä","¸üбê¼Ç","¸üÐÂʱ¼ä","Ð¡ÇøÀàÐÍ","Ð¡ÇøÔøÓÃÃû","½ÖµÀ","ÃÅÅÆºÅ","ÊÇ·ñÐÂÅÌ","Ð¡Çø½éÉÜ","±¸×¢","´´½¨Ê±¼ä","À´Ô´¹«Ë¾", - //"ÏçÕò/½ÖµÀ°ì","Âß¼­ÐÐÕþÇø»®´úÂë","Âß¼­ÐÐÕþÇø»®","״̬"] + def headers = []//["城市ID","行政区ID","å°�区ID","行政区å��ç§°","å°�区å��ç§°","详细地å�€","纬度","ç»�度","å� åœ°æ€»é�¢ç§¯","建筑总é�¢ç§¯","绿化率","容积率","车ä½�æ•°é‡�","建筑年代","房屋用途", + //"总套数","æ•°æ�®æ—¶é—´","更新标记","æ›´æ–°æ—¶é—´","å°�区类型","å°�区曾用å��","è¡—é�“","门牌å�·","是å�¦æ–°ç›˜","å°�区介ç»�","备注","创建时间","æ�¥æº�å…¬å�¸", + //"乡镇/è¡—é�“办","逻辑行政区划代ç �","逻辑行政区划","状æ€�"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "BIGDATA_COMMUNITY_GJ Êý¾ÝÎļþÊä³öÍê³É......" + println "BIGDATA_COMMUNITY_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "BIGDATA_COMMUNITY_GJ ÉÏ´«FtpÍê³É......" + println "BIGDATA_COMMUNITY_GJ 上传Ftp完æˆ�......" } def exportBigdataForsale(publishDate, new_dists){ - //["±±¾©","ÉϺ£"] + //["北京","上海"] def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28"; def fileName = "/ccb/MODEL_000000_000000_BIGDATA_FORSALE_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_FORSALE_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_FORSALE_GJ_ADD_${curDate}_0001.dat" } - def headers = []//["³ÇÊÐID","³öÊÛID","¹ÒÅÆ·¿ÎÝID","³ÇÊÐÃû³Æ","ÐÐÕþÇøID","ÐÐÕþÇøÃû³Æ","Ð¡ÇøID","Ð¡ÇøÃû³Æ","Â¥¶°ID","Â¥¶°±àºÅ","Â¥¶°Ãû³Æ","µ¥ÔªID","µ¥Ôª±àºÅ","µ¥ÔªÃû³Æ","»§ID","ÏêϸµØÖ·","½¨ÖþÄê´ú","ȨÊô","ȨÊôÄêÏÞ","µ¥¼Û","×ܼÛ","³öÊÛ¸¶¿î·½Ê½","ËùÔÚÂ¥²ã","×ÜÂ¥²ã","½¨ÖþÀàÐÍ","ÊÒÄڽṹ","½¨Öþ½á¹¹","½¨ÖþÃæ»ý","Ì×ÄÚÃæ»ý","»§ÐÍ","ÊÒ","Ìü","³ø","ÎÀ","³¯Ïò","×°ÐÞÇé¿ö","ÊÇ·ñÓеçÌÝ","¼¸Ìݼ¸»§","·¢²¼Ê±¼ä","µ½ÆÚʱ¼ä","ÊÇ·ñÊ×·¢","·¿Ô´Êý¾ÝÀ´Ô´","Öн鹫˾ID","Öн鹫˾Ãû³Æ","·¢²¼ÈË","·¢²¼È˵绰","ÃèÊöÐÅÏ¢","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾","¸½¼ÓÐÅÏ¢"] + def headers = []//["城市ID","出售ID","挂牌房屋ID","城市å��ç§°","行政区ID","行政区å��ç§°","å°�区ID","å°�区å��ç§°","楼栋ID","楼栋编å�·","楼栋å��ç§°","å�•å…ƒID","å�•元编å�·","å�•å…ƒå��ç§°","户ID","详细地å�€","建筑年代","æ�ƒå±ž","æ�ƒå±žå¹´é™�","å�•ä»·","总价","出售付款方å¼�","所在楼层","总楼层","建筑类型","室内结构","建筑结构","建筑é�¢ç§¯","套内é�¢ç§¯","户型","室","厅","厨","å�«","æœ�å�‘","装修情况","是å�¦æœ‰ç”µæ¢¯","几梯几户","å�‘布时间","到期时间","是å�¦é¦–å�‘","房æº�æ•°æ�®æ�¥æº�","中介公å�¸ID","中介公å�¸å��ç§°","å�‘布人","å�‘布人电è¯�","æ��è¿°ä¿¡æ�¯","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸","附加信æ�¯"] def index = 0 for(def city : citys){ def cityCode = cityCodeMap.get(city) @@ -678,7 +679,7 @@ class ExportOracleData { } } - if(new_dists){//²¹³ä±»ÐÞÇøÓòµÄÊý¾Ý + if(new_dists){//补充被修区域的数æ�® def newstr = "('"+new_dists.join("','")+"')" def sql2 = "select CITYID,FORSALEID,PROPCODE,CITYNAME,DISTID,DISTNAME,COMMID,COMMNAME, BUILDID,BUILDNO, BUILDNAME,UNITID,UNITNO,UNITNAME,HOUSEID,ADDRESS,BUILDYEAR,PROPTYPE,PROPYEARS,UNITPRICE,TOTALPRICE,PAYTYPE,FLOORNUM,FLOORCNT,\n" + " BUILDTYPE, HOUSESTRU,BUILDSTRU,BUILDAREA,LIVINGAREA,HOUSESTYLE,ROOMCNT,LIVINGROOMCNT,KITCHENCNT, BATHROOMCNT,HOUSEASPECT,FITMENT,IFELEVATOR,ELEVATORHOUSE,to_char(PUBLISHTIME,'yyyy-mm-dd hh24:mi:ss') as PUBLISHTIME,to_char(EXPIRETIME,'yyyy-mm-dd hh24:mi:ss') as EXPIRETIME,\n" + @@ -689,9 +690,9 @@ class ExportOracleData { FileUtils.batchCreateFile(rets2, fileName, headers, "utf-8", true); } } - println "BIGDATA_FORSALE_GJ Êý¾ÝÎļþÊä³öÍê³É......" + println "BIGDATA_FORSALE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "BIGDATA_FORSALE_GJ ÉÏ´«FtpÍê³É......" + println "BIGDATA_FORSALE_GJ 上传Ftp完æˆ�......" } def getHouseDatas(sql){ @@ -812,18 +813,18 @@ class ExportOracleData { def fileName = "/ccb/MODEL_000000_000000_AVM_EVALUATION_GJNB_ADD_${curDate}_0001.dat" def fileName1 = "/ccb/MODEL_000000_000000_AVM_EVALUATION_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_GJNB_ADD_${curDate}_0001.dat" - fileName1 = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_GJNB_ADD_${curDate}_0001.dat" + fileName1 = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_GJ_ADD_${curDate}_0001.dat" } def headers = []//["ID","CITYID","CITYNAME","YEAR_MONTH","COMMUNITY_NUM","HAS_PRICE_COMMUNITY_NUM","PRICE_COVERAGE","ARTIFICIAL_CALC_NUM","ARTIFICIAL_CALC_COVERAGE","SAMPLE_CALC_NUM","SAMPLE_CALC_COVERAGE", //"ANN_CALC_NUM","ANN_CALC_COVERAGE","TEST_NUM","TEST_COMM_NUM","TEST_COMM_COVERAGE","PPE15_COVERAGE","RATE_MEDIAN","COEFFICIENT","DEAL_TEST_CASE_NUM","DEAL_TEST_COMM_NUM","DEAL_TEST_COMM_COVERAGE","DEAL_PPE15_COVERAGE", //"DEAL_COEFFICIENT","DEAL_RATE_MEDIAN","THIRD_TEST_CASE_NUM","THIRD_TEST_COMM_NUM","THIRD_TEST_COMM_COVERAGE","THIRD_PPE15_COVERAGE","THIRD_COEFFICIENT","THIRD_RATE_MEDIAN","CREATETIME","UPDATETIME","SOURCECODE"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); FileUtils.batchCreateFile(allRows, fileName1, headers, "utf-8", false); - println "AVM_EVALUATION_GJNB Êý¾ÝÎļþÊä³öÍê³É......" + println "AVM_EVALUATION_GJNB æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) CcbFtpUtils.ftpUpload(null, fileName1, curDate) - println "AVM_EVALUATION_GJNB ÉÏ´«FtpÍê³É......" + println "AVM_EVALUATION_GJNB 上传Ftp完æˆ�......" } def exportAVMEvaluationItemGJNB(yearMonth){ @@ -864,16 +865,16 @@ class ExportOracleData { def fileName = "/ccb/MODEL_000000_000000_AVM_EVALUATION_ITEM_GJNB_ADD_${curDate}_0001.dat" def fileName1 = "/ccb/MODEL_000000_000000_AVM_EVALUATION_ITEM_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_ITEM_GJNB_ADD_${curDate}_0001.dat" - fileName1 = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_ITEM_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_ITEM_GJNB_ADD_${curDate}_0001.dat" + fileName1 = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_ITEM_GJ_ADD_${curDate}_0001.dat" } def headers = []//["ID","CITYID","CITYNAME","DISTID","DISTNAME","COMMID","COMMNAME","YEAR_MONTH","CALC_AVG_PRICE","AVG_PRICE","CALC_TYPE","CONFIDENCE","TARGET_AVG_PRICE","DEALDATE","UNIT_PRICE","BUILDAREA","FITMENT","HOUSEASPECT","FLOORNUM","FLOORCNT","DATA_TYPE","RATE","PE","CREATETIME"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); FileUtils.batchCreateFile(allRows, fileName1, headers, "utf-8", false); - println "AVM_EVALUATION_ITEM_GJNB Êý¾ÝÎļþÊä³öÍê³É......" + println "AVM_EVALUATION_ITEM_GJNB æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) CcbFtpUtils.ftpUpload(null, fileName1, curDate) - println "AVM_EVALUATION_ITEM_GJNB ÉÏ´«FtpÍê³É......" + println "AVM_EVALUATION_ITEM_GJNB 上传Ftp完æˆ�......" } def exportCommunityBasePrice(yearMonth){ @@ -907,16 +908,16 @@ class ExportOracleData { def fileName = "/ccb/MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJNB_ADD_${curDate}_0001.dat" def fileName1 = "/ccb/MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJNB_ADD_${curDate}_0001.dat" - fileName1 = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJNB_ADD_${curDate}_0001.dat" + fileName1 = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" } def headers = []//["ID","CITYID","CITYNAME","DISTID","DISTNAME","COMMID","COMMNAME","YEAR_MONTH","CALC_AVG_PRICE","AVG_PRICE","CALC_TYPE","FAKE_RATE","DIFF_RATE","CONFI_RATE","CORR_RATE","CONFIDENCE","CREATETIME","UPDATETIME","SOURCECODE"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); FileUtils.batchCreateFile(allRows, fileName1, headers, "utf-8", false); - println "COMMUNITY_BASE_PRICE_GJNB Êý¾ÝÎļþÊä³öÍê³É......" + println "COMMUNITY_BASE_PRICE_GJNB æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) CcbFtpUtils.ftpUpload(null, fileName1, curDate) - println "COMMUNITY_BASE_PRICE_GJNB ÉÏ´«FtpÍê³É......" + println "COMMUNITY_BASE_PRICE_GJNB 上传Ftp完æˆ�......" } def exportCommunityBasePriceGj(yearMonth){ @@ -949,13 +950,13 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28"; def fileName = "/ccb/MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" } def headers = []//["ID","CITYID","CITYNAME","DISTID","DISTNAME","COMMID","COMMNAME","YEAR_MONTH","CALC_AVG_PRICE","AVG_PRICE","CALC_TYPE","FAKE_RATE","DIFF_RATE","CONFI_RATE","CORR_RATE","CONFIDENCE","CREATETIME","UPDATETIME","SOURCECODE"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "COMMUNITY_BASE_PRICE_GJ Êý¾ÝÎļþÊä³öÍê³É......" + println "COMMUNITY_BASE_PRICE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "COMMUNITY_BASE_PRICE_GJ ÉÏ´«FtpÍê³É......" + println "COMMUNITY_BASE_PRICE_GJ 上传Ftp完æˆ�......" } def exportCityPrice(month){ @@ -978,13 +979,13 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" def fileName = "/ccb/MODEL_000000_000000_CITY_PRICE_GJ_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_CITY_PRICE_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_CITY_PRICE_GJ_ALL_${curDate}_0001.dat" } def headers = []//["ID","CITYID","CITYNAME","DISTID","DISTNAME","COMMID","COMMNAME","YEAR_MONTH","CALC_AVG_PRICE","AVG_PRICE","CALC_TYPE","FAKE_RATE","DIFF_RATE","CONFI_RATE","CORR_RATE","CONFIDENCE","CREATETIME","UPDATETIME","SOURCECODE"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "CITY_PRICE_GJ Êý¾ÝÎļþÊä³öÍê³É......" + println "CITY_PRICE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "CITY_PRICE_GJ ÉÏ´«FtpÍê³É......" + println "CITY_PRICE_GJ 上传Ftp完æˆ�......" } def exportRegionPrice(month){ @@ -1009,13 +1010,13 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" def fileName = "/ccb/MODEL_000000_000000_DISTRICT_PRICE_GJ_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_DISTRICT_PRICE_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_DISTRICT_PRICE_GJ_ALL_${curDate}_0001.dat" } def headers = []//["ID","CITYID","CITYNAME","DISTID","DISTNAME","COMMID","COMMNAME","YEAR_MONTH","CALC_AVG_PRICE","AVG_PRICE","CALC_TYPE","FAKE_RATE","DIFF_RATE","CONFI_RATE","CORR_RATE","CONFIDENCE","CREATETIME","UPDATETIME","SOURCECODE"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "DISTRICT_PRICE_GJ Êý¾ÝÎļþÊä³öÍê³É......" + println "DISTRICT_PRICE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "DISTRICT_PRICE_GJ ÉÏ´«FtpÍê³É......" + println "DISTRICT_PRICE_GJ 上传Ftp完æˆ�......" } def exportCommunityPdescribeGj(month){ @@ -1025,7 +1026,7 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" def fileName = "/ccb/MODEL_000000_000000_COMMUNITY_P_DESCRIBE_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_P_DESCRIBE_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_P_DESCRIBE_GJ_ADD_${curDate}_0001.dat" } def headers = [] // @@ -1081,9 +1082,9 @@ class ExportOracleData { println allRows.size() FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); // } - println "community_p_describe_gj Êý¾ÝÎļþÊä³öÍê³É......" + println "community_p_describe_gj æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "community_p_describe_gj ÉÏ´«FtpÍê³É......" + println "community_p_describe_gj 上传Ftp完æˆ�......" } def exportCommCaseDetailGj(month){ @@ -1094,7 +1095,7 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" def fileName = "/ccb/MODEL_000000_000000_COMM_CASE_DETAIL_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_COMM_CASE_DETAIL_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_COMM_CASE_DETAIL_GJ_ADD_${curDate}_0001.dat" } def headers = [] @@ -1121,16 +1122,16 @@ class ExportOracleData { } } - println "comm_case_detail_gj Êý¾ÝÎļþÊä³öÍê³É......" + println "comm_case_detail_gj æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "comm_case_detail_gj ÉÏ´«FtpÍê³É......" + println "comm_case_detail_gj 上传Ftp完æˆ�......" } def exportLastFile(){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" def dataCodeFileName = "/ccb/${curDate}.ok" if(CommonDatautils.isWindow()){ - dataCodeFileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\${curDate}.ok" + dataCodeFileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\${curDate}.ok" } FileUtils.batchCreateFile([], dataCodeFileName, [], "utf-8", false); CcbFtpUtils.ftpUpload(null, dataCodeFileName, curDate) From e43bd1d3087745329210f624e0b4d8db17a8fd0c Mon Sep 17 00:00:00 2001 From: gaojuan Date: Mon, 24 Oct 2022 11:46:02 +0800 Subject: [PATCH 3/4] update --- .../ccbevaluation/BigdataDealBatch.groovy | 6 ++- .../ccbevaluation/BigdataForsaleBatch.groovy | 18 +++++++ .../ccbevaluation/BigdataPoiBatch.groovy | 53 ++++++++++--------- .../ccbevaluation/CcbCommonUtils.groovy | 1 + .../DealAndThirdPriceDataProcess.groovy | 9 ++-- .../ccbevaluation/ExportOracleData.groovy | 1 + .../ccbevaluation/GuiDingPriceBatch.groovy | 4 +- .../ccbevaluation/ThirdPartyPriceBatch.groovy | 12 ++--- .../fangjia/script/gj/YouDaDataParser.groovy | 4 +- .../gj/paimai/BeiKeCrawlByChrome.groovy | 16 ++++-- .../gj/paimai/LianjiaCrawlByChrome.groovy | 2 +- .../script/gj/paimai/PaimaiDataSend.groovy | 8 +-- 12 files changed, 82 insertions(+), 52 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataDealBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataDealBatch.groovy index 89b9f7f35..3456607da 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataDealBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataDealBatch.groovy @@ -37,7 +37,7 @@ class BigdataDealBatch extends BaseBatch{ // def endDate = 202208 def curDate = Integer.parseInt(DateUtils.addMonth(DateUtils.formatDateByPattern(new Date(), "yyyyMMdd"), -1, "yyyyMMdd")); - public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(20) + public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(30) def sourceMap = ["±´¿ÇÕÒ·¿":"ke.com","ÎÒ°®ÎÒ¼Ò":"5i5j.com","Á´¼ÒÔÚÏß":"lianjia.com","·¿ÌìÏÂ":"fang.com","ÖÐÔ­µØ²ú":"centanet.com","¸£Öݲ»¶¯²ú":"","ËÑ·¿":"fang.com"] public static final def offlineUrl = "mongodb://developer:G00IDCDEV12385@192.168.0.136:28017"; @@ -71,7 +71,9 @@ class BigdataDealBatch extends BaseBatch{ def rows = [] def headers = []//["³ÇÊÐID","³É½»ID","³ÇÊÐÃû³Æ","ÐÐÕþÇøID","ÐÐÕþÇøÃû³Æ","½ÖµÀ","ÃÅÅÆºÅ","Ð¡ÇøID","Ð¡ÇøÃû³Æ","Â¥¶°ID","Â¥¶°±àºÅ","Â¥¶°Ãû³Æ","µ¥ÔªID","µ¥Ôª±àºÅ","µ¥ÔªÃû³Æ","»§ID","ÏêϸµØÖ·","½¨ÖþÄê´ú","ȨÊô","ȨÊôÄêÏÞ","ÆÚÊý","ËùÔÚÂ¥²ã","²ãÀàÐÍ","×ÜÂ¥²ãÊý","½¨ÖþÀàÐÍ","½¨Öþ½á¹¹","½¨ÖþÃæ»ý","Ì×ÄÚÃæ»ý","»§ÐÍ","ÊÒ","Ìü","³ø","ÎÀ","·¿ÎÝÓÃ;","ÊÒÄڽṹ","³¯Ïò","×°ÐÞÇé¿ö","ÆÀ¹À±àºÅ","³É½»µ¥¼Û","³É½»×ܼÛ","É걨×ܼÛ","ÆÀ¹À×ܼÛ","ÍøÇ©ºÏͬ±àºÅ","½»Ò×ÈÕÆÚ","½»Ò×ÀàÐÍ","³öÊÛ¸¶¿î·½Ê½","³É½»ÖÜÆÚ","ÊÇ·ñÓеçÌÝ","ÔùËÍÃæ»ý£¨µØÃ滨԰£©","ÔùËÍÃæ»ý£¨Â¶Ì¨£©","ÔùËÍÃæ»ý£¨Ñǫ̂£©","ÔùËÍÃæ»ý£¨Æ®´°£©","ÔùËÍÃæ»ý£¨¸óÂ¥£©","ÔùËÍÃæ»ý£¨³µ¿â£©","ÔùËÍÃæ»ý£¨µØÏÂÊÒ£©","ÔùËÍÃæ»ý£¨ÆäËû£©","·¿Ô´Êý¾ÝÀ´Ô´","Öн鹫˾ID","Öн鹫˾Ãû³Æ","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾","³É½»½ð¶î","Êý¾Ýʱ¼ä"] def cityCodeDataMap = CcbCommonUtils.findCityCodeValue() + def index = 0 for(def city : citys){ + index ++ def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city) def ppeDists = [:] @@ -87,7 +89,7 @@ class BigdataDealBatch extends BaseBatch{ def trades = getCityData(city, statMap, ppeDists) def rets = createData(trades, cityCodeDataMap, distCodeMap, "other") rows.addAll(rets) - println city +" ³É½»¹²£º"+rets.size() + println "¡¾${index}¡¿"+city +" ³É½»¹²£º"+rets.size() def cityDatas = [] cityDatas << headers diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataForsaleBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataForsaleBatch.groovy index 95ec61b0d..573d65d6c 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataForsaleBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataForsaleBatch.groovy @@ -68,6 +68,7 @@ class BigdataForsaleBatch extends BaseBatch{ public void process(Object args) { def index = 0 def citys = CcbCommonUtils.getRunningCitys(args) + statCity(citys) def cityCodeDataMap = CcbCommonUtils.findCityCodeValue() for(def city : citys){ index++ @@ -82,6 +83,23 @@ class BigdataForsaleBatch extends BaseBatch{ } } + + def statCity(def citys){ + def datas = ExcelUtils.read("C:\\Users\\gaojuan\\Desktop\\ÎÞ·¿Ô´³ÇÊÐ.xlsx",0,1) + def houseCitys = [] + for(def d : datas){ + houseCitys << d['C'] + } + for(def city : citys){ + if(!houseCitys.contains(city)){ + def scity = CcbCommonUtils.specialCityMap.get(city) + if(!scity){ + println city + } + } + } + } + def exportSellCSV(index,city, cityCodeDataMap, distCodeMap, districts, startDate, endDate){ def totalCount = new AtomicLong() diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataPoiBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataPoiBatch.groovy index 39a26972b..08653a46a 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataPoiBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataPoiBatch.groovy @@ -31,39 +31,40 @@ class BigdataPoiBatch extends BaseBatch{ @Override public void process(Object args) { def cityCodeDataMap = CcbCommonUtils.findCityCodeValue() - def citys = CcbCommonUtils.citys; -// def path = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\poi\\¹«½».xlsx" - def subwaydatas = ExcelUtils.read("D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\poi\\µØÌú.xlsx", 0,1) - def busDatas = ExcelUtils.read("D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\poi\\¹«½».xlsx", 0,1) -// def hosptialDatas = ExcelUtils.read("D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\poi\\Ò½Ôº.xlsx", 0,1) - def bankDatas = ExcelUtils.read("D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\poi\\ÒøÐÐ.xlsx", 0,1) - def dealDatas = ExcelUtils.read("D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\poi\\É¥Ôá·þÎñ.xlsx", 0,1) -// def schoolDatas = ExcelUtils.read("D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\poi\\ѧУ.xlsx", 0,1) + def citys = CcbCommonUtils.citys_252 + + +// def dealDatas = ExcelUtils.read("D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\poi\\POIÊý¾Ý_É¥ÔáÉèÊ©_252.xlsx", 0,1) +// def hosptialDatas = ExcelUtils.read("D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\poi\\POIÊý¾Ý_Ò½Ôº_¾ÛÀà2_252.xlsx", 0,1) +// def subwaydatas = ExcelUtils.read("D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\poi\\POIÊý¾Ý_µØÌú_252.xlsx", 0,1) +// def busDatas = ExcelUtils.read("D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\poi\\POIÊý¾Ý_¹«½»_252.xlsx", 0,1) +// def bankDatas = ExcelUtils.read("D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\poi\\POIÊý¾Ý_ÒøÐÐ_252.xlsx", 0,1) + + def schoolDatas = ExcelUtils.read("D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\poi\\POIÊý¾Ý_ѧУ_252.xlsx", 0,1) // def hosptialDatas = ExcelUtils.read("D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\poi\\°Ë³ÇÊÐÒ½Ôº(¶þ´ÎÉóºË).xlsx", 0,1) def rets = [] // def rows1 = createDatas(citys, cityCodeDataMap, hosptialDatas, "Ò½Ôº") // rets.addAll(rows1) - - def rows1 = createDatas(citys, cityCodeDataMap, subwaydatas, "µØÌú") - rets.addAll(rows1) - - def rows2 = createDatas(citys, cityCodeDataMap, busDatas, "¹«½»") - rets.addAll(rows2) // -// def rows3 = createDatas(citys, cityCodeDataMap, hosptialDatas, "Ò½Ôº") +// def rows2 = createDatas(citys, cityCodeDataMap, busDatas, "¹«½»") +// rets.addAll(rows2) +// +// def rows3 = createDatas(citys, cityCodeDataMap, bankDatas, "ÒøÐÐ") // rets.addAll(rows3) - - def rows4 = createDatas(citys, cityCodeDataMap, bankDatas, "ÒøÐÐ") - rets.addAll(rows4) - - def rows5 = createDatas(citys, cityCodeDataMap, dealDatas, "É¥Ôá·þÎñ") - rets.addAll(rows5) +//// +// def rows4 = createDatas(citys, cityCodeDataMap, dealDatas, "É¥Ôá·þÎñ") +// rets.addAll(rows4) // -// def rows6 = createDatas(citys, cityCodeDataMap, schoolDatas, "ѧУ") -// rets.addAll(rows6) + def rows6 = createDatas(citys, cityCodeDataMap, schoolDatas, "ѧУ") + rets.addAll(rows6) - def headers = ["³ÇÊÐID","ÐÐÕþÇøID","ID","PoiÃû³Æ","ÀàÐÍ","ÀàÐͱàÂë","γ¶È","¾­¶È","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","ÐÔÖÊ","¼¶±ð","À´Ô´¹«Ë¾"] + +// def rows5 = createDatas(citys, cityCodeDataMap, subwaydatas, "µØÌú") +// rets.addAll(rows5) +// + + def headers = []//["³ÇÊÐID","ÐÐÕþÇøID","ID","PoiÃû³Æ","ÀàÐÍ","ÀàÐͱàÂë","γ¶È","¾­¶È","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","ÐÔÖÊ","¼¶±ð","À´Ô´¹«Ë¾"] def fileName = "/home/goojia/ccb/BIGDATA_POI_GJ.dat" if(CommonDatautils.isWindow()){ @@ -260,9 +261,9 @@ class BigdataPoiBatch extends BaseBatch{ }else if(type =="É¥Ôá·þÎñ"){ ret << "ob101" }else if(type =="ѧУ"){ - if(d['F'].contains("ÖÐѧ")){ + if(d['B'].contains("ÖÐѧ")){ ret << "ed138" - }else if(d['F'].contains("Сѧ")){ + }else if(d['B'].contains("Сѧ")){ ret << "ed114" } } diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy index 62ce6f897..46aa81fac 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy @@ -417,6 +417,7 @@ class CcbCommonUtils { q.put("visible",0) q.put("cat", cat); q.put("city", city); +// q.put("name","ÔÆÉ½ÉгÇ") // q.put("name_cat", 0); // q.put("estate_type2", new BasicDBObject('$in', ["ÆÕͨסլ","ÉÌס"])) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/DealAndThirdPriceDataProcess.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/DealAndThirdPriceDataProcess.groovy index e01954de1..a96478424 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/DealAndThirdPriceDataProcess.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/DealAndThirdPriceDataProcess.groovy @@ -370,13 +370,12 @@ class DealPriceDataProcess { def deleteThirdPartyData(){ - def citys = CcbCommonUtils.citys - def cityCodeDataMap = CcbCommonUtils.findCityCodeValue() - def month = 202208 + def citys = CcbCommonUtils.citys_92 + def month = 202209 def rows = [] def cityCodeDatas = CcbCommonUtils.findCityCodeValue() for(def city : citys) { - def rets = findPeGteThirdParty(city, 202209) + def rets = findPeGteThirdParty(city, 202210) def total = 0 println city +" "+rets.size() for(def m : rets){ @@ -388,7 +387,7 @@ class DealPriceDataProcess { } def findPeGteThirdParty(cityName, yearmonth){ - def sql = "select commid,target_avg_price from avm_evaluation_item_gj where year_month=${yearmonth} and data_type='µÚÈý·½' and cityname='${cityName}' and pe>30" + def sql = "select commid,target_avg_price from avm_evaluation_item_gj where year_month=${yearmonth} and data_type='µÚÈý·½' and cityname='${cityName}' and pe>25" def rets = [] sqlInstance236.eachRow(sql,{r-> def map = [:] diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ExportOracleData.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ExportOracleData.groovy index 0fbc2daa8..50e24d4fd 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ExportOracleData.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ExportOracleData.groovy @@ -171,6 +171,7 @@ class ExportOracleData { def exportCommunityStaging() { + def allRows = [] def sql = "select ID,COMMID,MASTER_COMMID,REMARK,to_char(CREATETIME,'yyyy-mm-dd hh24:mi:ss') as CREATETIME, to_char(UPDATETIME,'yyyy-mm-dd hh24:mi:ss') as UPDATETIME,SOURCECODE from community_staging_gj"; sqlInstance.eachRow(sql, { r -> def data = [] diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/GuiDingPriceBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/GuiDingPriceBatch.groovy index 936022f98..ba2d7db15 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/GuiDingPriceBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/GuiDingPriceBatch.groovy @@ -36,7 +36,7 @@ class GuiDingPriceBatch extends BaseBatch{ @Override public void process(Object args) { - def citys = CcbCommonUtils.citys; + def citys = CcbCommonUtils.citys_252; def rows = [] for (def city : citys) { @@ -44,7 +44,7 @@ class GuiDingPriceBatch extends BaseBatch{ def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city) //Ìí¼Ó×Ô¼º¿âÖеÄÈ˹¤Ö¸µ¼¼Û - def prices = CcbCommonUtils.findPersonPrice(city, "2022-09-22", "2022-09-23") + def prices = CcbCommonUtils.findPersonPrice(city, "2021-09-01", "2022-10-12") if(prices){ def distMap = getDistrictMap(city) def rets = createCityDatas(cityCodeDatas, distCodeMap, distMap, prices) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ThirdPartyPriceBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ThirdPartyPriceBatch.groovy index c4a27815e..ec63b0189 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ThirdPartyPriceBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ThirdPartyPriceBatch.groovy @@ -22,10 +22,10 @@ import java.util.concurrent.ConcurrentHashMap @BatchOwner(Watcher.GaoJuan) class ThirdPartyPriceBatch extends BaseBatch { - def sDate= 202208//Integer.parseInt(DateUtils.addMonth(DateUtils.formatDateByPattern(new Date(), "yyyyMM"), -1, "yyyyMM")); - def startDate = 202206 - def endDate = 202208 - def curDate = Integer.parseInt(DateUtils.addMonth(DateUtils.formatDateByPattern(new Date(), "yyyyMM"), -6, "yyyyMM")); + def sDate= 202109//Integer.parseInt(DateUtils.addMonth(DateUtils.formatDateByPattern(new Date(), "yyyyMM"), -1, "yyyyMM")); + def startDate = 202107 + def endDate = 202109 +// def curDate = Integer.parseInt(DateUtils.addMonth(DateUtils.formatDateByPattern(new Date(), "yyyyMM"), -6, "yyyyMM")); static final DBCollection AVERAGE_STATISTICS = MongoUtils.getCollectionByName("fangjia", "average_statistics", "192.168.0.43") DBCollection DIST_SELL_STAT = MongoUtils.getCollectionByName("fangjia_stat", "district_stat", "mongo.db.fangjia.com") @@ -42,7 +42,7 @@ class ThirdPartyPriceBatch extends BaseBatch { @Override public void process(Object args) { - def citys = CcbCommonUtils.citys; + def citys = CcbCommonUtils.citys_252; def rows = [] def index = 0 def weekend = DateUtils.getFirstDayOfWeek(new Date()) @@ -67,7 +67,7 @@ class ThirdPartyPriceBatch extends BaseBatch { } def header = []//["µÚÈý·½¾ù¼ÛID","Â¥ÅÌID","Ð¡ÇøÃû³Æ","³ÇÊÐID","³ÇÊÐÃû³Æ","ÐÐÕþÇøID","ÐÐÕþÇøÃû³Æ","¾ù¼Û¶ÔÓ¦µÄÔ·Ý","Öî¸ðÕÒ·¿¾ù¼Û","°²¾Ó¿Í¾ù¼Û","·¿ÌìϾù¼Û","Á´¼Ò¾ù¼Û","³ÇÊз¿²ú¾ù¼Û","ÂóÌï¾ù¼Û","±´¿Ç¾ù¼Û","ÌÔ·¿365","ÖÐÔ­¾ù¼Û","Íò©Ê¿¾ù¼Û","Q·¿¾ù¼Û","·¿Ì½¾ù¼Û","·¿¶à¶à¾ù¼Û","ÎÒ°®ÎÒ¼Ò¾ù¼Û","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] - FileUtils.batchCreateFile(rows, fileName, header, "utf-8", false); + FileUtils.batchCreateFile(rows, fileName, header, "utf-8", true); } diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/YouDaDataParser.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/YouDaDataParser.groovy index 616012302..2aed5a7f1 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/YouDaDataParser.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/YouDaDataParser.groovy @@ -48,11 +48,11 @@ class YouDaDataParser { def final AtomicInteger count_ = new AtomicInteger(0) - static def statDate = "2022-08-01" + static def statDate = "2022-09-01" static main(args) { def task = new YouDaDataParser(); // task.newHouseparse();//ÓÑ´ïÒ»ÊÖ·¿´æÈëmongo -// task.esfParser("D:\\Êý¾Ý\\ÓÑ´ï\\2022Äê9ÔÂ\\²éѯ1.DBF");//ÓÑ´ï¶þÊÖ·¿´æÈëmongo +// task.esfParser("D:\\Êý¾Ý\\ÓÑ´ï\\2022Äê10ÔÂ\\²éѯ1.DBF");//ÓÑ´ï¶þÊÖ·¿´æÈëmongo // task.newhouseToSaveEs();//з¿±£´æµ½es task.esfhouseToSaveEs();//¶þÊÖ·¿±£´æµ½es // task.updateFinishDateByEsfTrade();//¸ù¾Ý¶þÊֳɽ»µÄ¿¢¹¤Ê±¼äÐÞ¸Äseaweed¿âÖеĿ¢¹¤Ê±¼ä diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/paimai/BeiKeCrawlByChrome.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/paimai/BeiKeCrawlByChrome.groovy index bb4f74fdf..b63201d66 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/paimai/BeiKeCrawlByChrome.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/paimai/BeiKeCrawlByChrome.groovy @@ -49,7 +49,15 @@ public class BeiKeCrawlByChrome { WebDriver driver = new ChromeDriver() def citys = getAllCityUrls(driver) - citys = citys.reverse() +// citys = citys.reverse() +// def index = 0 +// for(def c : citys){ +// index++ +// if(c.city=="ºÏ·Ê"){ +// break +// } +// } +// citys = citys[index..citys.size()-1] def start = 0 // for(def i=0;i Date: Mon, 24 Oct 2022 11:59:37 +0800 Subject: [PATCH 4/4] =?UTF-8?q?=E4=BF=AE=E6=94=B9=E7=BC=96=E7=A0=81?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../ccbevaluation/ExportOracleData.groovy | 284 +++++++++--------- 1 file changed, 142 insertions(+), 142 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ExportOracleData.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ExportOracleData.groovy index 7ccfc820a..fed4c92bd 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ExportOracleData.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ExportOracleData.groovy @@ -29,35 +29,35 @@ class ExportOracleData { def lastMonth = Integer.parseInt(DateUtils.addMonth(DateUtils.formatDateByPattern(new Date(), "yyyyMM"), -1, "yyyyMM")); def lastMonthStr = DateUtils.addMonth(DateUtils.formatDateByPattern(new Date(), "yyyy-MM"), -1, "yyyy-MM") def new_dists = [] - //ä¸�会å�˜ + //²»»á±ä exportEvaluationRateData() exportBigdataPoiData()// exportBigdataDistrictData()// - exportGuidedPrice()//éš�人工改å�˜// - exportCommunityGuidedPrice(lastMonth.toString()+"28")//éš�政策// + exportGuidedPrice()//ËæÈ˹¤¸Ä±ä// + exportCommunityGuidedPrice(lastMonth.toString()+"28")//ËæÕþ²ß// -// //处ç�†å°�区情况 +// //´¦ÀíÐ¡ÇøÇé¿ö exportBigdataCommunity()// - exportCommunityStaging()//没cityid + exportCommunityStaging()//ûcityid exportCommunityBuileType()// exportThirdPartyPrice2(lastMonth, new_dists)// exportBigdataForsale(lastMonthStr +"-19", new_dists) //2022-07-19 exportBigdataDeal(lastMonthStr + "-01", new_dists) //2022-07-01 - //第三方网站æ�ƒé‡�表 + //µÚÈý·½ÍøÕ¾È¨Öرí exportWebsiteRate(); - //计算结果相关 + //¼ÆËã½á¹ûÏà¹Ø // exportAvmEvaluationGJNB(curMonth) // exportAVMEvaluationItemGJNB(curMonth) // // exportCityPrice(curMonth) // exportRegionPrice(curMonth) // -// exportCommunityBasePriceGj(curMonth)//å·²å�ˆä¸‹é�¢çš„å�ˆå¹¶ +// exportCommunityBasePriceGj(curMonth)//ÒѺÏÏÂÃæµÄºÏ²¢ // exportCommunityBasePrice(curMonth) // // exportCommunityPdescribeGj(curMonth) @@ -66,7 +66,7 @@ class ExportOracleData { // def curDate = curMonth.toString()+"28" // SSHHelper jschCommand = new SSHHelper(); // System.out.println(jschCommand.executeCommand("sh /home/ccb/output/gz_package.sh ${curDate}")); - //ok文件 + //okÎļþ // exportLastFile() } @@ -91,13 +91,13 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_EVALUATE_RATE_GJ_ALL_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_EVALUATE_RATE_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_EVALUATE_RATE_GJ_ALL_${curDate}_0001.dat" } - def headers = []//["系数ID","系数类型","系数","排åº�","城市","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸"] + def headers = []//["ϵÊýID","ϵÊýÀàÐÍ","ϵÊý","ÅÅÐò","³ÇÊÐ","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "上传Ftp完æˆ�......" + println "ÉÏ´«FtpÍê³É......" } @@ -122,13 +122,13 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_WEBSITE_CONFIG_GJ_ALL_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_WEBSITE_CONFIG_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_WEBSITE_CONFIG_GJ_ALL_${curDate}_0001.dat" } - def headers = []//["系数ID","系数类型","系数","排åº�","城市","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸"] + def headers = []//["ϵÊýID","ϵÊýÀàÐÍ","ϵÊý","ÅÅÐò","³ÇÊÐ","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "上传Ftp完æˆ�......" + println "ÉÏ´«FtpÍê³É......" } @@ -160,14 +160,14 @@ class ExportOracleData { def fileName = "/ccb/MODEL_000000_000000_BIGDATA_POI_GJ_ALL_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_POI_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_POI_GJ_ALL_${curDate}_0001.dat" } - def headers = []//["城市ID","行政区ID","ID","Poiå��ç§°","类型","类型编ç �","纬度","ç»�度","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸"] + def headers = []//["³ÇÊÐID","ÐÐÕþÇøID","ID","PoiÃû³Æ","ÀàÐÍ","ÀàÐͱàÂë","γ¶È","¾­¶È","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "BIGDATA_POI_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "BIGDATA_POI_GJ Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "BIGDATA_POI_GJ 上传Ftp完æˆ�......" + println "BIGDATA_POI_GJ ÉÏ´«FtpÍê³É......" } def exportCommunityStaging() { @@ -188,18 +188,18 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_COMMUNITY_STAGING_GJ_ALL_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_STAGING_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_STAGING_GJ_ALL_${curDate}_0001.dat" } - def headers = []//["分期ID","å°�区ID","å°�区主期ID","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸"] + def headers = []//["·ÖÆÚID","Ð¡ÇøID","Ð¡ÇøÖ÷ÆÚID","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "COMMUNITY_STAGING_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "COMMUNITY_STAGING_GJ Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "COMMUNITY_STAGING_GJ 上传Ftp完æˆ�......" + println "COMMUNITY_STAGING_GJ ÉÏ´«FtpÍê³É......" } def exportCommunityBuileType() { -// def citys = [ "上海","扬州","北京","é‡�庆","天津","æˆ�都","沈阳","大连","安庆","西å®�","日照","长春","武汉","西安","è‹�å·ž","广州","å�—京","é�’å²›","济å�—","å®�æ³¢","é•¿æ²™","石家庄","佛山","嘉兴","é“¶å·�","å�—通","廊å�Š","中山","郑州","哈尔滨","烟å�°","å¾�å·ž","ç»�å…´","厦门","昆明","å�—昌","贵阳","ç� æµ·","东莞","镇江","洛阳","温州","å…°å·ž","ç¦�å·ž","惠州","呼和浩特","常州","å”�å±±","淮安","æ¹–å·ž","ä¹�江","太原","北海","株洲","æ·„å�š","ç›�城","乌é²�木é½�","æµ·å�£","å�—å®�","常德","å�°å·ž","金å�Ž","å�‰æž—","岳阳","柳州","清远","湛江","å¼ å®¶å�£","ä¿�定","深圳","æ�­å·ž","å�ˆè‚¥","无锡","泉州","é�µä¹‰","肇庆","漳州","宜昌","芜湖","æ³°å·ž","汕头","三亚","秦皇岛","马éž�å±±","连云港","æ²§å·ž","拉è�¨","锦州","大å�Œ","文昌","ä¿�亭","陵水"] +// def citys = [ "ÉϺ£","ÑïÖÝ","±±¾©","ÖØÇì","Ìì½ò","³É¶¼","ÉòÑô","´óÁ¬","°²Çì","Î÷Äþ","ÈÕÕÕ","³¤´º","Î人","Î÷°²","ËÕÖÝ","¹ãÖÝ","ÄϾ©","Çൺ","¼ÃÄÏ","Äþ²¨","³¤É³","ʯ¼Òׯ","·ðɽ","¼ÎÐË","Òø´¨","ÄÏͨ","ÀÈ·»","ÖÐɽ","Ö£ÖÝ","¹þ¶û±õ","ÑĮ̀","ÐìÖÝ","ÉÜÐË","ÏÃÃÅ","À¥Ã÷","Äϲý","¹óÑô","Ö麣","¶«Ý¸","Õò½­","ÂåÑô","ÎÂÖÝ","À¼ÖÝ","¸£ÖÝ","»ÝÖÝ","ºôºÍºÆÌØ","³£ÖÝ","ÌÆÉ½","»´°²","ºþÖÝ","¾Å½­","̫ԭ","±±º£","ÖêÖÞ","×Ͳ©","ÑγÇ","ÎÚ³ľÆë","º£¿Ú","ÄÏÄþ","³£µÂ","̨ÖÝ","½ð»ª","¼ªÁÖ","ÔÀÑô","ÁøÖÝ","ÇåÔ¶","Õ¿½­","ÕżҿÚ","±£¶¨","ÉîÛÚ","º¼ÖÝ","ºÏ·Ê","ÎÞÎý","ȪÖÝ","×ñÒå","ÕØÇì","ÕÄÖÝ","Ò˲ý","Îߺþ","Ì©ÖÝ","ÉÇÍ·","ÈýÑÇ","ÇØ»Êµº","Âí°°É½","Á¬ÔƸÛ","²×ÖÝ","À­Èø","½õÖÝ","´óͬ","ÎIJý","±£Í¤","ÁêË®"] // def cityCodeDataMap = CcbCommonUtils.findCityCodeValue() def allRows = [] for(def city : citys) { @@ -223,14 +223,14 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_BIGDATA_COMMBUILDTYPE_GJ_ALL_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_COMMBUILDTYPE_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_COMMBUILDTYPE_GJ_ALL_${curDate}_0001.dat" } - def headers = []//["城市ID","å°�区ID"," 建筑类型","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸","æ•°æ�®æ—¶é—´"] + def headers = []//["³ÇÊÐID","Ð¡ÇøID"," ½¨ÖþÀàÐÍ","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾","Êý¾Ýʱ¼ä"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "BIGDATA_COMMBUILDTYPE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "BIGDATA_COMMBUILDTYPE_GJ Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "BIGDATA_COMMBUILDTYPE_GJ 上传Ftp完æˆ�......" + println "BIGDATA_COMMBUILDTYPE_GJ ÉÏ´«FtpÍê³É......" } def exportBigdataDistrictData() { @@ -262,15 +262,15 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_BIGDATA_DISTRICT_GJ_ALL_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_DISTRICT_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_DISTRICT_GJ_ALL_${curDate}_0001.dat" } def headers = [] -//["行政区ID","行政区å��ç§°","行政区å��称拼音","城市ID","国标ç �","显示顺åº�","行政区类别","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸","逻辑行政区","逻辑行政区划代ç �","行政区划代ç �","æ•°æ�®æ—¶é—´"] +//["ÐÐÕþÇøID","ÐÐÕþÇøÃû³Æ","ÐÐÕþÇøÃû³ÆÆ´Òô","³ÇÊÐID","¹ú±êÂë","ÏÔʾ˳Ðò","ÐÐÕþÇøÀà±ð","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾","Âß¼­ÐÐÕþÇø","Âß¼­ÐÐÕþÇø»®´úÂë","ÐÐÕþÇø»®´úÂë","Êý¾Ýʱ¼ä"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "BIGDATA_DISTRICT_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "BIGDATA_DISTRICT_GJ Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "BIGDATA_DISTRICT_GJ 上传Ftp完æˆ�......" + println "BIGDATA_DISTRICT_GJ ÉÏ´«FtpÍê³É......" } @@ -302,14 +302,14 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_GUIDED_PRICE_GJ_ALL_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_GUIDED_PRICE_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_GUIDED_PRICE_GJ_ALL_${curDate}_0001.dat" } def headers = [] -//["第三方å�‡ä»·ID","楼盘ID","å°�区å��ç§°","城市ID","城市å��ç§°","行政区ID","行政区å��ç§°","指导日期","指导价格","添加人","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸"] +//["µÚÈý·½¾ù¼ÛID","Â¥ÅÌID","Ð¡ÇøÃû³Æ","³ÇÊÐID","³ÇÊÐÃû³Æ","ÐÐÕþÇøID","ÐÐÕþÇøÃû³Æ","Ö¸µ¼ÈÕÆÚ","Ö¸µ¼¼Û¸ñ","Ìí¼ÓÈË","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "GUIDED_PRICE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "GUIDED_PRICE_GJ Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "GUIDED_PRICE_GJ 上传Ftp完æˆ�......" + println "GUIDED_PRICE_GJ ÉÏ´«FtpÍê³É......" } def exportCommunityGuidedPrice(def date) { @@ -339,14 +339,14 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_COMMUNITY_GUIDE_PRICE_GJ_ADD_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_GUIDE_PRICE_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_GUIDE_PRICE_GJ_ADD_${curDate}_0001.dat" } - def headers = []//["第三方å�‡ä»·ID","楼盘ID","å°�区å��ç§°","城市ID","城市å��ç§°","行政区ID","行政区å��ç§°","指导价格","类型","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸"] + def headers = []//["µÚÈý·½¾ù¼ÛID","Â¥ÅÌID","Ð¡ÇøÃû³Æ","³ÇÊÐID","³ÇÊÐÃû³Æ","ÐÐÕþÇøID","ÐÐÕþÇøÃû³Æ","Ö¸µ¼¼Û¸ñ","ÀàÐÍ","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "COMMUNITY_GUIDE_PRICE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "COMMUNITY_GUIDE_PRICE_GJ Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "COMMUNITY_GUIDE_PRICE_GJ 上传Ftp完æˆ�......" + println "COMMUNITY_GUIDE_PRICE_GJ ÉÏ´«FtpÍê³É......" } def exportBigdataDeal(def dealDate, def new_dists) { @@ -384,13 +384,13 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_BIGDATA_DEAL_GJ_ADD_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_DEAL_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_DEAL_GJ_ADD_${curDate}_0001.dat" } def headers = [] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "BIGDATA_DEAL_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "BIGDATA_DEAL_GJ Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "BIGDATA_DEAL_GJ 上传Ftp完æˆ�......" + println "BIGDATA_DEAL_GJ ÉÏ´«FtpÍê³É......" } @@ -505,15 +505,15 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" } def headers = [] -//["第三方å�‡ä»·ID","楼盘ID","å°�区å��ç§°","城市ID","城市å��ç§°","行政区ID","行政区å��ç§°","å�‡ä»·å¯¹åº”的月份","诸葛找房å�‡ä»·","安居客å�‡ä»·","房天下å�‡ä»·","链家å�‡ä»·","城市房产å�‡ä»·","麦田å�‡ä»·","è´�壳å�‡ä»·","淘房365","中原å�‡ä»·","å…”å�šå£«å�‡ä»·","Q房å�‡ä»·","房探å�‡ä»·","房多多å�‡ä»·","我爱我家å�‡ä»·","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸"] +//["µÚÈý·½¾ù¼ÛID","Â¥ÅÌID","Ð¡ÇøÃû³Æ","³ÇÊÐID","³ÇÊÐÃû³Æ","ÐÐÕþÇøID","ÐÐÕþÇøÃû³Æ","¾ù¼Û¶ÔÓ¦µÄÔ·Ý","Öî¸ðÕÒ·¿¾ù¼Û","°²¾Ó¿Í¾ù¼Û","·¿ÌìϾù¼Û","Á´¼Ò¾ù¼Û","³ÇÊз¿²ú¾ù¼Û","ÂóÌï¾ù¼Û","±´¿Ç¾ù¼Û","ÌÔ·¿365","ÖÐÔ­¾ù¼Û","Íò©Ê¿¾ù¼Û","Q·¿¾ù¼Û","·¿Ì½¾ù¼Û","·¿¶à¶à¾ù¼Û","ÎÒ°®ÎÒ¼Ò¾ù¼Û","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "THIRD_PARTY_PRICE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "THIRD_PARTY_PRICE_GJ Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "THIRD_PARTY_PRICE_GJ 上传数æ�®æ–‡ä»¶å®Œæˆ�......" + println "THIRD_PARTY_PRICE_GJ ÉÏ´«Êý¾ÝÎļþÍê³É......" } @@ -522,7 +522,7 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; def fileName = "/ccb/MODEL_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" // fileName = "D:\\MODEL_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" } def headers = [] @@ -557,7 +557,7 @@ class ExportOracleData { } } - println "BIGDATA_THIRD_PARTY_PRICE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "BIGDATA_THIRD_PARTY_PRICE_GJ Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) } @@ -630,25 +630,25 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28"; def fileName = "/ccb/MODEL_000000_000000_BIGDATA_COMMUNITY_GJ_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_COMMUNITY_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_COMMUNITY_GJ_ALL_${curDate}_0001.dat" } - def headers = []//["城市ID","行政区ID","å°�区ID","行政区å��ç§°","å°�区å��ç§°","详细地å�€","纬度","ç»�度","å� åœ°æ€»é�¢ç§¯","建筑总é�¢ç§¯","绿化率","容积率","车ä½�æ•°é‡�","建筑年代","房屋用途", - //"总套数","æ•°æ�®æ—¶é—´","更新标记","æ›´æ–°æ—¶é—´","å°�区类型","å°�区曾用å��","è¡—é�“","门牌å�·","是å�¦æ–°ç›˜","å°�区介ç»�","备注","创建时间","æ�¥æº�å…¬å�¸", - //"乡镇/è¡—é�“办","逻辑行政区划代ç �","逻辑行政区划","状æ€�"] + def headers = []//["³ÇÊÐID","ÐÐÕþÇøID","Ð¡ÇøID","ÐÐÕþÇøÃû³Æ","Ð¡ÇøÃû³Æ","ÏêϸµØÖ·","γ¶È","¾­¶È","Õ¼µØ×ÜÃæ»ý","½¨Öþ×ÜÃæ»ý","ÂÌ»¯ÂÊ","ÈÝ»ýÂÊ","³µÎ»ÊýÁ¿","½¨ÖþÄê´ú","·¿ÎÝÓÃ;", + //"×ÜÌ×Êý","Êý¾Ýʱ¼ä","¸üбê¼Ç","¸üÐÂʱ¼ä","Ð¡ÇøÀàÐÍ","Ð¡ÇøÔøÓÃÃû","½ÖµÀ","ÃÅÅÆºÅ","ÊÇ·ñÐÂÅÌ","Ð¡Çø½éÉÜ","±¸×¢","´´½¨Ê±¼ä","À´Ô´¹«Ë¾", + //"ÏçÕò/½ÖµÀ°ì","Âß¼­ÐÐÕþÇø»®´úÂë","Âß¼­ÐÐÕþÇø»®","״̬"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "BIGDATA_COMMUNITY_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "BIGDATA_COMMUNITY_GJ Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "BIGDATA_COMMUNITY_GJ 上传Ftp完æˆ�......" + println "BIGDATA_COMMUNITY_GJ ÉÏ´«FtpÍê³É......" } def exportBigdataForsale(publishDate, new_dists){ - //["北京","上海"] + //["±±¾©","ÉϺ£"] def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28"; def fileName = "/ccb/MODEL_000000_000000_BIGDATA_FORSALE_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_FORSALE_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_BIGDATA_FORSALE_GJ_ADD_${curDate}_0001.dat" } - def headers = []//["城市ID","出售ID","挂牌房屋ID","城市å��ç§°","行政区ID","行政区å��ç§°","å°�区ID","å°�区å��ç§°","楼栋ID","楼栋编å�·","楼栋å��ç§°","å�•å…ƒID","å�•元编å�·","å�•å…ƒå��ç§°","户ID","详细地å�€","建筑年代","æ�ƒå±ž","æ�ƒå±žå¹´é™�","å�•ä»·","总价","出售付款方å¼�","所在楼层","总楼层","建筑类型","室内结构","建筑结构","建筑é�¢ç§¯","套内é�¢ç§¯","户型","室","厅","厨","å�«","æœ�å�‘","装修情况","是å�¦æœ‰ç”µæ¢¯","几梯几户","å�‘布时间","到期时间","是å�¦é¦–å�‘","房æº�æ•°æ�®æ�¥æº�","中介公å�¸ID","中介公å�¸å��ç§°","å�‘布人","å�‘布人电è¯�","æ��è¿°ä¿¡æ�¯","备注","创建时间","æ›´æ–°æ—¶é—´","æ�¥æº�å…¬å�¸","附加信æ�¯"] + def headers = []//["³ÇÊÐID","³öÊÛID","¹ÒÅÆ·¿ÎÝID","³ÇÊÐÃû³Æ","ÐÐÕþÇøID","ÐÐÕþÇøÃû³Æ","Ð¡ÇøID","Ð¡ÇøÃû³Æ","Â¥¶°ID","Â¥¶°±àºÅ","Â¥¶°Ãû³Æ","µ¥ÔªID","µ¥Ôª±àºÅ","µ¥ÔªÃû³Æ","»§ID","ÏêϸµØÖ·","½¨ÖþÄê´ú","ȨÊô","ȨÊôÄêÏÞ","µ¥¼Û","×ܼÛ","³öÊÛ¸¶¿î·½Ê½","ËùÔÚÂ¥²ã","×ÜÂ¥²ã","½¨ÖþÀàÐÍ","ÊÒÄڽṹ","½¨Öþ½á¹¹","½¨ÖþÃæ»ý","Ì×ÄÚÃæ»ý","»§ÐÍ","ÊÒ","Ìü","³ø","ÎÀ","³¯Ïò","×°ÐÞÇé¿ö","ÊÇ·ñÓеçÌÝ","¼¸Ìݼ¸»§","·¢²¼Ê±¼ä","µ½ÆÚʱ¼ä","ÊÇ·ñÊ×·¢","·¿Ô´Êý¾ÝÀ´Ô´","Öн鹫˾ID","Öн鹫˾Ãû³Æ","·¢²¼ÈË","·¢²¼È˵绰","ÃèÊöÐÅÏ¢","±¸×¢","´´½¨Ê±¼ä","¸üÐÂʱ¼ä","À´Ô´¹«Ë¾","¸½¼ÓÐÅÏ¢"] def index = 0 for(def city : citys){ def cityCode = cityCodeMap.get(city) @@ -679,7 +679,7 @@ class ExportOracleData { } } - if(new_dists){//补充被修区域的数æ�® + if(new_dists){//²¹³ä±»ÐÞÇøÓòµÄÊý¾Ý def newstr = "('"+new_dists.join("','")+"')" def sql2 = "select CITYID,FORSALEID,PROPCODE,CITYNAME,DISTID,DISTNAME,COMMID,COMMNAME, BUILDID,BUILDNO, BUILDNAME,UNITID,UNITNO,UNITNAME,HOUSEID,ADDRESS,BUILDYEAR,PROPTYPE,PROPYEARS,UNITPRICE,TOTALPRICE,PAYTYPE,FLOORNUM,FLOORCNT,\n" + " BUILDTYPE, HOUSESTRU,BUILDSTRU,BUILDAREA,LIVINGAREA,HOUSESTYLE,ROOMCNT,LIVINGROOMCNT,KITCHENCNT, BATHROOMCNT,HOUSEASPECT,FITMENT,IFELEVATOR,ELEVATORHOUSE,to_char(PUBLISHTIME,'yyyy-mm-dd hh24:mi:ss') as PUBLISHTIME,to_char(EXPIRETIME,'yyyy-mm-dd hh24:mi:ss') as EXPIRETIME,\n" + @@ -690,9 +690,9 @@ class ExportOracleData { FileUtils.batchCreateFile(rets2, fileName, headers, "utf-8", true); } } - println "BIGDATA_FORSALE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "BIGDATA_FORSALE_GJ Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "BIGDATA_FORSALE_GJ 上传Ftp完æˆ�......" + println "BIGDATA_FORSALE_GJ ÉÏ´«FtpÍê³É......" } def getHouseDatas(sql){ @@ -813,18 +813,18 @@ class ExportOracleData { def fileName = "/ccb/MODEL_000000_000000_AVM_EVALUATION_GJNB_ADD_${curDate}_0001.dat" def fileName1 = "/ccb/MODEL_000000_000000_AVM_EVALUATION_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_GJNB_ADD_${curDate}_0001.dat" - fileName1 = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_GJNB_ADD_${curDate}_0001.dat" + fileName1 = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_GJ_ADD_${curDate}_0001.dat" } def headers = []//["ID","CITYID","CITYNAME","YEAR_MONTH","COMMUNITY_NUM","HAS_PRICE_COMMUNITY_NUM","PRICE_COVERAGE","ARTIFICIAL_CALC_NUM","ARTIFICIAL_CALC_COVERAGE","SAMPLE_CALC_NUM","SAMPLE_CALC_COVERAGE", - //"ANN_CALC_NUM","ANN_CALC_COVERAGE","TEST_NUM","TEST_COMM_NUM","TEST_COMM_COVERAGE","PPE15_COVERAGE","RATE_MEDIAN","COEFFICIENT","DEAL_TEST_CASE_NUM","DEAL_TEST_COMM_NUM","DEAL_TEST_COMM_COVERAGE","DEAL_PPE15_COVERAGE", - //"DEAL_COEFFICIENT","DEAL_RATE_MEDIAN","THIRD_TEST_CASE_NUM","THIRD_TEST_COMM_NUM","THIRD_TEST_COMM_COVERAGE","THIRD_PPE15_COVERAGE","THIRD_COEFFICIENT","THIRD_RATE_MEDIAN","CREATETIME","UPDATETIME","SOURCECODE"] + //"ANN_CALC_NUM","ANN_CALC_COVERAGE","TEST_NUM","TEST_COMM_NUM","TEST_COMM_COVERAGE","PPE15_COVERAGE","RATE_MEDIAN","COEFFICIENT","DEAL_TEST_CASE_NUM","DEAL_TEST_COMM_NUM","DEAL_TEST_COMM_COVERAGE","DEAL_PPE15_COVERAGE", + //"DEAL_COEFFICIENT","DEAL_RATE_MEDIAN","THIRD_TEST_CASE_NUM","THIRD_TEST_COMM_NUM","THIRD_TEST_COMM_COVERAGE","THIRD_PPE15_COVERAGE","THIRD_COEFFICIENT","THIRD_RATE_MEDIAN","CREATETIME","UPDATETIME","SOURCECODE"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); FileUtils.batchCreateFile(allRows, fileName1, headers, "utf-8", false); - println "AVM_EVALUATION_GJNB æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "AVM_EVALUATION_GJNB Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) CcbFtpUtils.ftpUpload(null, fileName1, curDate) - println "AVM_EVALUATION_GJNB 上传Ftp完æˆ�......" + println "AVM_EVALUATION_GJNB ÉÏ´«FtpÍê³É......" } def exportAVMEvaluationItemGJNB(yearMonth){ @@ -865,16 +865,16 @@ class ExportOracleData { def fileName = "/ccb/MODEL_000000_000000_AVM_EVALUATION_ITEM_GJNB_ADD_${curDate}_0001.dat" def fileName1 = "/ccb/MODEL_000000_000000_AVM_EVALUATION_ITEM_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_ITEM_GJNB_ADD_${curDate}_0001.dat" - fileName1 = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_ITEM_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_ITEM_GJNB_ADD_${curDate}_0001.dat" + fileName1 = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_AVM_EVALUATION_ITEM_GJ_ADD_${curDate}_0001.dat" } def headers = []//["ID","CITYID","CITYNAME","DISTID","DISTNAME","COMMID","COMMNAME","YEAR_MONTH","CALC_AVG_PRICE","AVG_PRICE","CALC_TYPE","CONFIDENCE","TARGET_AVG_PRICE","DEALDATE","UNIT_PRICE","BUILDAREA","FITMENT","HOUSEASPECT","FLOORNUM","FLOORCNT","DATA_TYPE","RATE","PE","CREATETIME"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); FileUtils.batchCreateFile(allRows, fileName1, headers, "utf-8", false); - println "AVM_EVALUATION_ITEM_GJNB æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "AVM_EVALUATION_ITEM_GJNB Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) CcbFtpUtils.ftpUpload(null, fileName1, curDate) - println "AVM_EVALUATION_ITEM_GJNB 上传Ftp完æˆ�......" + println "AVM_EVALUATION_ITEM_GJNB ÉÏ´«FtpÍê³É......" } def exportCommunityBasePrice(yearMonth){ @@ -908,16 +908,16 @@ class ExportOracleData { def fileName = "/ccb/MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJNB_ADD_${curDate}_0001.dat" def fileName1 = "/ccb/MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJNB_ADD_${curDate}_0001.dat" - fileName1 = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJNB_ADD_${curDate}_0001.dat" + fileName1 = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" } def headers = []//["ID","CITYID","CITYNAME","DISTID","DISTNAME","COMMID","COMMNAME","YEAR_MONTH","CALC_AVG_PRICE","AVG_PRICE","CALC_TYPE","FAKE_RATE","DIFF_RATE","CONFI_RATE","CORR_RATE","CONFIDENCE","CREATETIME","UPDATETIME","SOURCECODE"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); FileUtils.batchCreateFile(allRows, fileName1, headers, "utf-8", false); - println "COMMUNITY_BASE_PRICE_GJNB æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "COMMUNITY_BASE_PRICE_GJNB Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) CcbFtpUtils.ftpUpload(null, fileName1, curDate) - println "COMMUNITY_BASE_PRICE_GJNB 上传Ftp完æˆ�......" + println "COMMUNITY_BASE_PRICE_GJNB ÉÏ´«FtpÍê³É......" } def exportCommunityBasePriceGj(yearMonth){ @@ -950,13 +950,13 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28"; def fileName = "/ccb/MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" } def headers = []//["ID","CITYID","CITYNAME","DISTID","DISTNAME","COMMID","COMMNAME","YEAR_MONTH","CALC_AVG_PRICE","AVG_PRICE","CALC_TYPE","FAKE_RATE","DIFF_RATE","CONFI_RATE","CORR_RATE","CONFIDENCE","CREATETIME","UPDATETIME","SOURCECODE"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "COMMUNITY_BASE_PRICE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "COMMUNITY_BASE_PRICE_GJ Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "COMMUNITY_BASE_PRICE_GJ 上传Ftp完æˆ�......" + println "COMMUNITY_BASE_PRICE_GJ ÉÏ´«FtpÍê³É......" } def exportCityPrice(month){ @@ -979,13 +979,13 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" def fileName = "/ccb/MODEL_000000_000000_CITY_PRICE_GJ_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_CITY_PRICE_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_CITY_PRICE_GJ_ALL_${curDate}_0001.dat" } def headers = []//["ID","CITYID","CITYNAME","DISTID","DISTNAME","COMMID","COMMNAME","YEAR_MONTH","CALC_AVG_PRICE","AVG_PRICE","CALC_TYPE","FAKE_RATE","DIFF_RATE","CONFI_RATE","CORR_RATE","CONFIDENCE","CREATETIME","UPDATETIME","SOURCECODE"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "CITY_PRICE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "CITY_PRICE_GJ Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "CITY_PRICE_GJ 上传Ftp完æˆ�......" + println "CITY_PRICE_GJ ÉÏ´«FtpÍê³É......" } def exportRegionPrice(month){ @@ -1010,13 +1010,13 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" def fileName = "/ccb/MODEL_000000_000000_DISTRICT_PRICE_GJ_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_DISTRICT_PRICE_GJ_ALL_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_DISTRICT_PRICE_GJ_ALL_${curDate}_0001.dat" } def headers = []//["ID","CITYID","CITYNAME","DISTID","DISTNAME","COMMID","COMMNAME","YEAR_MONTH","CALC_AVG_PRICE","AVG_PRICE","CALC_TYPE","FAKE_RATE","DIFF_RATE","CONFI_RATE","CORR_RATE","CONFIDENCE","CREATETIME","UPDATETIME","SOURCECODE"] FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); - println "DISTRICT_PRICE_GJ æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "DISTRICT_PRICE_GJ Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "DISTRICT_PRICE_GJ 上传Ftp完æˆ�......" + println "DISTRICT_PRICE_GJ ÉÏ´«FtpÍê³É......" } def exportCommunityPdescribeGj(month){ @@ -1026,65 +1026,65 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" def fileName = "/ccb/MODEL_000000_000000_COMMUNITY_P_DESCRIBE_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_P_DESCRIBE_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_COMMUNITY_P_DESCRIBE_GJ_ADD_${curDate}_0001.dat" } def headers = [] // // for(def city : citys) { // def cityCode = cityCodeDataMap.get(city) - def sql = "select ID,COMMUNITY_ID,CITYID ,CITY_NAME,DISTRICT_CODE ,DISTRICT_NAME,COMMUNITY_NAME,PQ_NAME,BASE_PRICE,CONFIDENCE_LEVEL,CNT,MIN_PRICE,MEDIANPRICE,MEANPRICE,MAX_PRICE,TIME,FIRSTDATAT,THIRDDATA,RELATIVEERROR,SKEWNESS,PQ_PRICE_RANGE,DISTRICT_PRICE_RANGE ,DESCRIPTION,PRIV_BASE_PRICE,IS_ARTTFICIAL,PRIV_FINAL_PRICE,to_char(CREATE_DATE,'yyyy-mm-dd') as CREATE_DATE,PRICE,PRICE_SOURCE,CASE_MD_PRICE,CASE_AVG_PRICE,INDEX_LABEL,MAIN_PROPERTY,COMMTYPE,NEW_DEAL_PRICE,to_char(NEW_DEAL_DATE,'yyyy-mm-dd') as NEW_DEAL_DATE,PRICE_MOM_RATIO,MAX_MOM_RATIO,PRICE_YOY_RATIO ,SATUR_RATIO,NEIGHBOR_PRICE from community_p_describe_gj where time=${month}"; - def allRows = [] - sqlInstance.eachRow(sql, { r -> - def data = [] - data << r.ID - data << r.COMMUNITY_ID - data << r.CITYID - data << r.CITY_NAME - data << r.DISTRICT_CODE - data << r.DISTRICT_NAME - data << r.COMMUNITY_NAME - data << r.PQ_NAME - data << r.BASE_PRICE - data << r.CONFIDENCE_LEVEL - data << r.CNT - data << r.MIN_PRICE - data << r.MEDIANPRICE - data << r.MEANPRICE - data << r.MAX_PRICE - data << r.TIME - data << r.FIRSTDATAT - data << r.THIRDDATA - data << r.RELATIVEERROR - data << r.SKEWNESS - data << r.PQ_PRICE_RANGE - data << r.DISTRICT_PRICE_RANGE - data << r.DESCRIPTION - data << r.PRIV_BASE_PRICE - data << r.IS_ARTTFICIAL - data << r.PRIV_FINAL_PRICE - data << r.CREATE_DATE - data << r.PRICE - data << r.PRICE_SOURCE - data << r.CASE_MD_PRICE - data << r.CASE_AVG_PRICE - data << r.INDEX_LABEL - data << r.MAIN_PROPERTY - data << r.COMMTYPE - data << r.NEW_DEAL_PRICE - data << r.NEW_DEAL_DATE - data << r.PRICE_MOM_RATIO - data << r.MAX_MOM_RATIO - data << r.PRICE_YOY_RATIO - data << r.SATUR_RATIO - data << r.NEIGHBOR_PRICE - allRows << data - }); - println allRows.size() - FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); + def sql = "select ID,COMMUNITY_ID,CITYID ,CITY_NAME,DISTRICT_CODE ,DISTRICT_NAME,COMMUNITY_NAME,PQ_NAME,BASE_PRICE,CONFIDENCE_LEVEL,CNT,MIN_PRICE,MEDIANPRICE,MEANPRICE,MAX_PRICE,TIME,FIRSTDATAT,THIRDDATA,RELATIVEERROR,SKEWNESS,PQ_PRICE_RANGE,DISTRICT_PRICE_RANGE ,DESCRIPTION,PRIV_BASE_PRICE,IS_ARTTFICIAL,PRIV_FINAL_PRICE,to_char(CREATE_DATE,'yyyy-mm-dd') as CREATE_DATE,PRICE,PRICE_SOURCE,CASE_MD_PRICE,CASE_AVG_PRICE,INDEX_LABEL,MAIN_PROPERTY,COMMTYPE,NEW_DEAL_PRICE,to_char(NEW_DEAL_DATE,'yyyy-mm-dd') as NEW_DEAL_DATE,PRICE_MOM_RATIO,MAX_MOM_RATIO,PRICE_YOY_RATIO ,SATUR_RATIO,NEIGHBOR_PRICE from community_p_describe_gj where time=${month}"; + def allRows = [] + sqlInstance.eachRow(sql, { r -> + def data = [] + data << r.ID + data << r.COMMUNITY_ID + data << r.CITYID + data << r.CITY_NAME + data << r.DISTRICT_CODE + data << r.DISTRICT_NAME + data << r.COMMUNITY_NAME + data << r.PQ_NAME + data << r.BASE_PRICE + data << r.CONFIDENCE_LEVEL + data << r.CNT + data << r.MIN_PRICE + data << r.MEDIANPRICE + data << r.MEANPRICE + data << r.MAX_PRICE + data << r.TIME + data << r.FIRSTDATAT + data << r.THIRDDATA + data << r.RELATIVEERROR + data << r.SKEWNESS + data << r.PQ_PRICE_RANGE + data << r.DISTRICT_PRICE_RANGE + data << r.DESCRIPTION + data << r.PRIV_BASE_PRICE + data << r.IS_ARTTFICIAL + data << r.PRIV_FINAL_PRICE + data << r.CREATE_DATE + data << r.PRICE + data << r.PRICE_SOURCE + data << r.CASE_MD_PRICE + data << r.CASE_AVG_PRICE + data << r.INDEX_LABEL + data << r.MAIN_PROPERTY + data << r.COMMTYPE + data << r.NEW_DEAL_PRICE + data << r.NEW_DEAL_DATE + data << r.PRICE_MOM_RATIO + data << r.MAX_MOM_RATIO + data << r.PRICE_YOY_RATIO + data << r.SATUR_RATIO + data << r.NEIGHBOR_PRICE + allRows << data + }); + println allRows.size() + FileUtils.batchCreateFile(allRows, fileName, headers, "utf-8", false); // } - println "community_p_describe_gj æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "community_p_describe_gj Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "community_p_describe_gj 上传Ftp完æˆ�......" + println "community_p_describe_gj ÉÏ´«FtpÍê³É......" } def exportCommCaseDetailGj(month){ @@ -1095,7 +1095,7 @@ class ExportOracleData { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" def fileName = "/ccb/MODEL_000000_000000_COMM_CASE_DETAIL_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ - fileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\MODEL_000000_000000_COMM_CASE_DETAIL_GJ_ADD_${curDate}_0001.dat" + fileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\MODEL_000000_000000_COMM_CASE_DETAIL_GJ_ADD_${curDate}_0001.dat" } def headers = [] @@ -1122,16 +1122,16 @@ class ExportOracleData { } } - println "comm_case_detail_gj æ•°æ�®æ–‡ä»¶è¾“出完æˆ�......" + println "comm_case_detail_gj Êý¾ÝÎļþÊä³öÍê³É......" CcbFtpUtils.ftpUpload(null, fileName, curDate) - println "comm_case_detail_gj 上传Ftp完æˆ�......" + println "comm_case_detail_gj ÉÏ´«FtpÍê³É......" } def exportLastFile(){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" def dataCodeFileName = "/ccb/${curDate}.ok" if(CommonDatautils.isWindow()){ - dataCodeFileName = "D:\\æ•°æ�®\\建行\\房产估值\\æ•°æ�®æ–‡ä»¶\\txt\\${curDate}\\${curDate}.ok" + dataCodeFileName = "D:\\Êý¾Ý\\½¨ÐÐ\\·¿²ú¹ÀÖµ\\Êý¾ÝÎļþ\\txt\\${curDate}\\${curDate}.ok" } FileUtils.batchCreateFile([], dataCodeFileName, [], "utf-8", false); CcbFtpUtils.ftpUpload(null, dataCodeFileName, curDate)