厦门银行脚本修改
This commit is contained in:
@@ -161,11 +161,16 @@
|
|||||||
<artifactId>amqp-client</artifactId>
|
<artifactId>amqp-client</artifactId>
|
||||||
<version>4.12.0</version>
|
<version>4.12.0</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
||||||
|
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>mysql</groupId>
|
<groupId>mysql</groupId>
|
||||||
<artifactId>mysql-connector-java</artifactId>
|
<artifactId>mysql-connector-java</artifactId>
|
||||||
<version>5.1.31</version>
|
<version>5.1.31</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>com.oracle</groupId>
|
<groupId>com.oracle</groupId>
|
||||||
<artifactId>ojdbc14</artifactId>
|
<artifactId>ojdbc14</artifactId>
|
||||||
|
|||||||
+56
@@ -18,9 +18,12 @@ import net.sf.json.JSONArray
|
|||||||
import net.sf.json.JSONObject
|
import net.sf.json.JSONObject
|
||||||
import org.apache.commons.lang.StringUtils
|
import org.apache.commons.lang.StringUtils
|
||||||
import org.bson.types.ObjectId
|
import org.bson.types.ObjectId
|
||||||
|
import org.elasticsearch.common.unit.DistanceUnit
|
||||||
import org.elasticsearch.index.query.BoolQueryBuilder
|
import org.elasticsearch.index.query.BoolQueryBuilder
|
||||||
import org.elasticsearch.index.query.QueryBuilder
|
import org.elasticsearch.index.query.QueryBuilder
|
||||||
import org.elasticsearch.index.query.QueryBuilders
|
import org.elasticsearch.index.query.QueryBuilders
|
||||||
|
import org.elasticsearch.search.sort.SortBuilders
|
||||||
|
import org.elasticsearch.search.sort.SortOrder
|
||||||
|
|
||||||
import java.util.regex.Matcher
|
import java.util.regex.Matcher
|
||||||
import java.util.regex.Pattern
|
import java.util.regex.Pattern
|
||||||
@@ -4227,6 +4230,59 @@ class CommonDatautils {
|
|||||||
return retMap;
|
return retMap;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static def findHousesByLocation(city, region, cat, startDate, endDate, startPrice, endPrice, lng, lat, radius){
|
||||||
|
// 构建ElasticSearch查询
|
||||||
|
QueryBuilder dateRange = QueryBuilders.rangeQuery("p_date")
|
||||||
|
.from(startDate)
|
||||||
|
.to(endDate)
|
||||||
|
.includeLower(false)
|
||||||
|
.includeUpper(false)
|
||||||
|
|
||||||
|
BoolQueryBuilder boolQuery = QueryBuilders.boolQuery()
|
||||||
|
.must(dateRange)
|
||||||
|
|
||||||
|
// 地理范围查询
|
||||||
|
if (lng && radius) {
|
||||||
|
QueryBuilder geoQuery = QueryBuilders.geoDistanceQuery("location")
|
||||||
|
.point(lat, lng)
|
||||||
|
.distance(radius, DistanceUnit.METERS)
|
||||||
|
boolQuery.must(geoQuery)
|
||||||
|
}
|
||||||
|
|
||||||
|
// 价格范围
|
||||||
|
if (startPrice || endPrice) {
|
||||||
|
QueryBuilder priceRange = QueryBuilders.rangeQuery("avg_price")
|
||||||
|
if (startPrice) {
|
||||||
|
priceRange.from(startPrice)
|
||||||
|
}
|
||||||
|
if (endPrice) {
|
||||||
|
priceRange.to(endPrice)
|
||||||
|
}
|
||||||
|
boolQuery.must(priceRange)
|
||||||
|
}
|
||||||
|
|
||||||
|
// 分类
|
||||||
|
if (cat) {
|
||||||
|
boolQuery.must(QueryBuilders.termQuery("cat", cat))
|
||||||
|
}
|
||||||
|
|
||||||
|
boolQuery.must(QueryBuilders.termQuery("city", city))
|
||||||
|
boolQuery.must(QueryBuilders.termQuery("region", region))
|
||||||
|
// 执行查询
|
||||||
|
def hosts = ["192.168.0.206", "192.168.0.211", "192.168.0.212",
|
||||||
|
"192.168.0.213", "192.168.0.214", "192.168.0.215"]
|
||||||
|
def index = new Random().nextInt(hosts.size())
|
||||||
|
|
||||||
|
// 如果需要排序
|
||||||
|
def sortBuilder = SortBuilders.fieldSort("p_date").order( SortOrder.DESC)
|
||||||
|
|
||||||
|
// 执行查询(假设ElasticUtils支持排序和分页)
|
||||||
|
// def result = ElasticUtils.executeQuery(hosts[index],"seawater-20*",boolQuery)
|
||||||
|
def result = ElasticUtils.executeSimpleQuery(hosts[index], "seawater-20*", boolQuery);
|
||||||
|
|
||||||
|
return result
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
static def findHouseCount(def city, def region, def name){
|
static def findHouseCount(def city, def region, def name){
|
||||||
|
|
||||||
|
|||||||
+13
-12
@@ -143,18 +143,19 @@ class DistrictPriceExportBatch extends BaseBatch{
|
|||||||
|
|
||||||
def lastMonthPrice = lastPriceMap.get(rMap.get("_id").toString())
|
def lastMonthPrice = lastPriceMap.get(rMap.get("_id").toString())
|
||||||
if(curPrice && lastMonthPrice){
|
if(curPrice && lastMonthPrice){
|
||||||
if(dbo.value_type != 1){
|
// 20260115修改,价格不进行控制
|
||||||
def mom = (curPrice - lastMonthPrice)/lastMonthPrice
|
// if(dbo.value_type != 1){
|
||||||
if(Math.abs(mom)*100>=6){
|
// def mom = (curPrice - lastMonthPrice)/lastMonthPrice
|
||||||
def randMarkup = nextDouble(2, 6)
|
// if(Math.abs(mom)*100>=6){
|
||||||
if(mom < 0){
|
// def randMarkup = nextDouble(2, 6)
|
||||||
mom = DataUtil.roundDouble(randMarkup*(-1)/100, 4)
|
// if(mom < 0){
|
||||||
}else{
|
// mom = DataUtil.roundDouble(randMarkup*(-1)/100, 4)
|
||||||
mom = DataUtil.roundDouble(randMarkup/100, 4)
|
// }else{
|
||||||
}
|
// mom = DataUtil.roundDouble(randMarkup/100, 4)
|
||||||
curPrice = (int)(lastMonthPrice*mom + lastMonthPrice)
|
// }
|
||||||
}
|
// curPrice = (int)(lastMonthPrice*mom + lastMonthPrice)
|
||||||
}
|
// }
|
||||||
|
// }
|
||||||
}
|
}
|
||||||
}else{
|
}else{
|
||||||
curPrice = specialDistsPriceMap.get(rMap.name)
|
curPrice = specialDistsPriceMap.get(rMap.name)
|
||||||
|
|||||||
@@ -20,7 +20,7 @@ class GongShu {
|
|||||||
}
|
}
|
||||||
|
|
||||||
def run() {
|
def run() {
|
||||||
String path1 = "D:\\数据\\福州\\福州200个小区抽样价格核验202512.xlsx";
|
String path1 = "D:\\数据\\福州\\福州200个小区抽样价格核验202601.xlsx";
|
||||||
// String path1 = "D:\\数据\\福州\\价格比对_20240915.xlsx";
|
// String path1 = "D:\\数据\\福州\\价格比对_20240915.xlsx";
|
||||||
String path2 = "E:\\goojia\\file\\excel文件\\福州\\福州202410小区价格.xlsx";
|
String path2 = "E:\\goojia\\file\\excel文件\\福州\\福州202410小区价格.xlsx";
|
||||||
// String path2 = "E:\\goojia\\file\\excel文件\\福州\\福州202410小区价格.xlsx";
|
// String path2 = "E:\\goojia\\file\\excel文件\\福州\\福州202410小区价格.xlsx";
|
||||||
|
|||||||
@@ -14,7 +14,7 @@ import com.mongodb.DBCollection
|
|||||||
//福州第三方均价统计,发送钉钉消息
|
//福州第三方均价统计,发送钉钉消息
|
||||||
//def datas = ExcelUtils.read("d:\\数据\\福州\\福州4月2.xlsx",0,1)
|
//def datas = ExcelUtils.read("d:\\数据\\福州\\福州4月2.xlsx",0,1)
|
||||||
//def datas = CsvUtils.read("d:\\数据\\福州\\FJW_THIRD_PARTY_AVG_PRICE_202105.csv");
|
//def datas = CsvUtils.read("d:\\数据\\福州\\FJW_THIRD_PARTY_AVG_PRICE_202105.csv");
|
||||||
def datas = readTxt("d:\\数据\\福州\\FJW_THIRD_PARTY_AVG_PRICE_202511.csv")
|
def datas = readTxt("d:\\数据\\福州\\FJW_THIRD_PARTY_AVG_PRICE_202512.csv")
|
||||||
def count0 = 0
|
def count0 = 0
|
||||||
def count1 = 0
|
def count1 = 0
|
||||||
def count2 = 0
|
def count2 = 0
|
||||||
|
|||||||
+91
-1
@@ -1,8 +1,10 @@
|
|||||||
package com.fangjia.script.gj.house
|
package com.fangjia.script.gj.house
|
||||||
|
|
||||||
|
import com.alibaba.excel.util.DateUtils
|
||||||
import com.fangjia.core.util.GeoUtils
|
import com.fangjia.core.util.GeoUtils
|
||||||
import com.fangjia.script.commData.CommonDatautils
|
import com.fangjia.script.commData.CommonDatautils
|
||||||
import com.fangjia.script.util.CommonUtils
|
import com.fangjia.script.util.CommonUtils
|
||||||
|
import com.fangjia.script.util.DateUtil
|
||||||
import com.fangjia.script.util.ExcelUtils
|
import com.fangjia.script.util.ExcelUtils
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -12,7 +14,8 @@ class ExportArroundHouse {
|
|||||||
|
|
||||||
static main(args) {
|
static main(args) {
|
||||||
def task = new ExportArroundHouse()
|
def task = new ExportArroundHouse()
|
||||||
task.run()
|
// task.run()
|
||||||
|
task.run2()
|
||||||
}
|
}
|
||||||
|
|
||||||
def run(){
|
def run(){
|
||||||
@@ -69,4 +72,91 @@ class ExportArroundHouse {
|
|||||||
ExcelUtils.write("D:\\数据\\"+name+"附近房源.xlsx", list, "房源")
|
ExcelUtils.write("D:\\数据\\"+name+"附近房源.xlsx", list, "房源")
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
def run2(){
|
||||||
|
// def name = "光华商业楼"
|
||||||
|
// def lng = 118.155083
|
||||||
|
// def lat = 39.823758
|
||||||
|
ExcelUtils.modify("D:\\数据\\宏信息\\商铺和写字楼.xlsx",{d->
|
||||||
|
def dist = CommonDatautils.findDistrictById(d['G'])
|
||||||
|
def lng = dist.lng/10000000000.0
|
||||||
|
def lat = dist.lat/10000000000.0
|
||||||
|
|
||||||
|
def startPrice = d['K'].toString().toDouble().toInteger()
|
||||||
|
def endPrice = (int)(startPrice + startPrice*0.3)
|
||||||
|
def lastHouses = []
|
||||||
|
|
||||||
|
|
||||||
|
def houses = []
|
||||||
|
for(def i=1;i<100;i++){
|
||||||
|
def radius = i*1000
|
||||||
|
houses = CommonDatautils.findHousesByLocation(dist.city, dist.region, "office_sell", 20250619, 20260119, startPrice, endPrice,lng, lat, radius)
|
||||||
|
println dist.city +" "+dist.name+" "+radius +" "+houses.size()
|
||||||
|
if(houses){
|
||||||
|
if(radius<=3000 && houses.size()>=10){
|
||||||
|
break;
|
||||||
|
}else{
|
||||||
|
if(houses.size()>=20){
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
// if(!houses || (houses && houses.size()<20)){
|
||||||
|
// endPrice = (int)(startPrice + startPrice*0.1)
|
||||||
|
// houses = CommonDatautils.findHousesByLocation(dist.city, dist.region, "shop_sell", 20250419, 20260119, startPrice, endPrice,null, null, null)
|
||||||
|
// println dist.city +" "+dist.name+" 周边 "+houses.size()
|
||||||
|
// }
|
||||||
|
println "-----------------------------------------------------------------------------------------------------------------------"
|
||||||
|
for(def h : houses){
|
||||||
|
if(h.avg_price>startPrice && h.avg_price<endPrice){
|
||||||
|
def loc = h.location
|
||||||
|
if(loc){
|
||||||
|
h.distance = GeoUtils.calculateDistance(loc.lon, loc.lat, lng, lat)
|
||||||
|
}
|
||||||
|
lastHouses << h
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
def list = []
|
||||||
|
if(lastHouses){
|
||||||
|
list << ["编号","城市","区域","板块","名称","地址","装修","朝向","面积","楼层","楼高","单价","总价","距离","位置","发布时间","标题"]
|
||||||
|
for(def lh : lastHouses){
|
||||||
|
def ret = []
|
||||||
|
ret << lh._id.toString()
|
||||||
|
ret << lh.city
|
||||||
|
ret << lh.region
|
||||||
|
ret << lh.block
|
||||||
|
ret << lh.district_name
|
||||||
|
ret << lh.address
|
||||||
|
ret << lh.fitment
|
||||||
|
ret << lh.direction
|
||||||
|
ret << lh.area
|
||||||
|
ret << lh.floor
|
||||||
|
ret << lh.height
|
||||||
|
ret << lh.avg_price
|
||||||
|
ret << lh.total_price
|
||||||
|
ret << lh.distance
|
||||||
|
if(lh.location){
|
||||||
|
ret << lh.location.lon+","+lh.location.lat
|
||||||
|
}else{
|
||||||
|
ret << ""
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
ret << DateUtils.format(DateUtils.parseDate(lh.p_date.toString(),"yyyyMMdd"), "yyyy-MM-dd")
|
||||||
|
ret << lh.title
|
||||||
|
list << ret
|
||||||
|
// list << [lh.houseId.toString(),lh.city,lh.district,lh.block,lh.district_name,lh.address,lh.fitment,lh.direction,lh.area,lh.floor,lh.height,lh.avg_price,lh.total_price,lh.distance,lh.location,lh.p_date,lh.title]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
ExcelUtils.write("D:\\数据\\宏信息\\商铺写字楼房源.xlsx", list, dist.name)
|
||||||
|
})
|
||||||
|
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
+2
-2
@@ -11,9 +11,9 @@ class NanjiangVillage {
|
|||||||
}
|
}
|
||||||
|
|
||||||
def run(){
|
def run(){
|
||||||
ExcelUtils.multiThreadingModify("D:\\数据\\南京银行\\新地址核实(县城).xlsx",{d->
|
ExcelUtils.multiThreadingModify("D:\\数据\\南京\\是否农村.xlsx",{d->
|
||||||
|
|
||||||
if(!d['F']){
|
if(d['A'] && !d['F']){
|
||||||
def dto = OpenApiUtils.addrVerifyNanjing(null, d['A'], 2)
|
def dto = OpenApiUtils.addrVerifyNanjing(null, d['A'], 2)
|
||||||
if(dto){
|
if(dto){
|
||||||
// def dto = jsonObj.result
|
// def dto = jsonObj.result
|
||||||
|
|||||||
+1
-1
@@ -10,7 +10,7 @@ class ShBankVillage {
|
|||||||
}
|
}
|
||||||
|
|
||||||
def run(){
|
def run(){
|
||||||
ExcelUtils.multiThreadingModify("D:\\数据\\上海银行\\内部测试数据.xlsx", { d ->
|
ExcelUtils.multiThreadingModify("D:\\数据\\上海银行\\区域判定-to估家.xlsx", { d ->
|
||||||
|
|
||||||
if (!d['R'] && d['B']) {
|
if (!d['R'] && d['B']) {
|
||||||
def dto = OpenApiUtils.addrVerifyShBank(null, d['B'])
|
def dto = OpenApiUtils.addrVerifyShBank(null, d['B'])
|
||||||
|
|||||||
+15
-1
@@ -26,7 +26,7 @@ class XiaMenVillageBatch extends BaseBatch{
|
|||||||
println "输入文件:"+inFileName+" 输出文件:"+outFileName
|
println "输入文件:"+inFileName+" 输出文件:"+outFileName
|
||||||
def exists = checkFileExists(outFileName)
|
def exists = checkFileExists(outFileName)
|
||||||
if(!exists){
|
if(!exists){
|
||||||
def inExists = checkFileExists(inFileName)
|
def inExists = checkInFileExists(inFileName)
|
||||||
if(inExists){
|
if(inExists){
|
||||||
def rows = []
|
def rows = []
|
||||||
rows << ["序号","地址","判定后涉农组织类型(城市企业[不含县城企业]、农村企业、县城企业)","所属工业园区或经济开发区"]
|
rows << ["序号","地址","判定后涉农组织类型(城市企业[不含县城企业]、农村企业、县城企业)","所属工业园区或经济开发区"]
|
||||||
@@ -97,4 +97,18 @@ class XiaMenVillageBatch extends BaseBatch{
|
|||||||
}
|
}
|
||||||
return existsFlag
|
return existsFlag
|
||||||
}
|
}
|
||||||
|
|
||||||
|
def checkInFileExists(def fileName){
|
||||||
|
def files = XmBankVillageFtpUtils.listInFileNames()
|
||||||
|
def existsFlag = false
|
||||||
|
if(files){
|
||||||
|
for(def file : files){
|
||||||
|
if(file.filename == fileName){
|
||||||
|
existsFlag = true
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return existsFlag
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user