This commit is contained in:
2025-03-18 16:59:28 +08:00
parent 366c4a04e6
commit fc7ed5430c
@@ -0,0 +1,148 @@
package com.fangjia.script.gj.data_handle
import com.fangjia.script.BaseBatch
import com.fangjia.script.ccbevaluation.CcbCommonUtils
import com.fangjia.script.commData.CommonDatautils
import com.fangjia.script.util.DateUtils
import com.fangjia.script.util.ElasticUtils
import com.mongodb.BasicDBObject
import com.mongodb.DBObject
import groovy.sql.Sql
import org.elasticsearch.index.query.QueryBuilder
import org.elasticsearch.index.query.QueryBuilders
import java.util.concurrent.ConcurrentHashMap
import java.util.concurrent.CopyOnWriteArrayList
import java.util.concurrent.CountDownLatch
import java.util.concurrent.ExecutorService
import java.util.concurrent.Executors
import java.util.concurrent.atomic.AtomicLong
class VillaHouseBatch extends BaseBatch{
def pgsqlInstance236 = Sql.newInstance("jdbc:postgresql://192.168.0.236:5432/warehouse",
"postgres", "postgres", "org.postgresql.Driver")
//235为房价网内部计算均价的库
def sqlInstance235 = Sql.newInstance("jdbc:postgresql://192.168.0.235:5433/fangjia?stringtype=unspecified",
"postgres", "Goojia123456", "org.postgresql.Driver")
public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(20)
static main(args) {
runBatch(new VillaHouseBatch(), args)
}
@Override
void process(Object args) {
def dists = CcbCommonUtils.findAllDistrictByCity("上海", "district", ["city", "region", "name", "estate_type2"], "all")
def villaDists = findVillaDists(dists)
addVillaTypeFlag(villaDists)
println "运行完成"
}
def findVillaDists(dists){
def villaDists = []
for(def d : dists){
if(d.estate_type2 == "别墅"){
villaDists << d
}
}
return villaDists
}
def addVillaTypeFlag(def villaDists){
for(def i=0;i<villaDists.size();i++){
def dist = villaDists[i]
def sellIds = findHouseIdByCommId(dist._id.toString(), "310000")
println dist._id.toString() +" "+sellIds.size()
if(sellIds){
def retMap = run(sellIds)
if(retMap){
println "最终修改:"+retMap.size()
updateHouseFlag(retMap)
}
}
}
}
def run(sellIds){
def retMap = new ConcurrentHashMap()
def totalCount = new AtomicLong()
final CountDownLatch latch = new CountDownLatch(sellIds.size())
for(def i=0;i<sellIds.size();i++){
final def houseId = sellIds[i]
fixedThreadPool.execute(new Runnable() {
void run() {
try{
totalCount.addAndGet(1)
retMap = findHouseInfo(houseId, retMap)
} catch (Exception e) {
e.printStackTrace()
} finally {
latch.countDown()
}
}
});
}
latch.await()
return retMap
}
def findHouseIdByCommId(commid, cityId){
def sql = "select gujia_sell_id from base.bigdata_forsale where urbn_id='${cityId}' and gujia_comm_id='${commid}'";
def sellIds = []
sqlInstance235.eachRow(sql,{r->
sellIds << r.gujia_sell_id
})
return sellIds
}
def findHouseInfo(sell_id, houseMap){
def flag = findHouseDetail(sell_id)
if(flag){
houseMap.put(sell_id, flag)
}
return houseMap
}
def findHouseDetail(houseId){
QueryBuilder queryBuilder = QueryBuilders.boolQuery().must(QueryBuilders.termQuery("_id", houseId))
def flag = null
def hosts = ["192.168.0.206","192.168.0.211","192.168.0.212","192.168.0.213","192.168.0.214","192.168.0.215"]
def index = new Random().nextInt(5);
def houses = ElasticUtils.executeSimpleQuery(hosts[index], "seawater-20*", queryBuilder);
if(houses){
for (int k=0;k<houses.size();k++) {
def house = houses[k]
def title = house.name
println title
if(title){
if(title.contains("独栋")){
flag = "独栋"
}else if(title.contains("联排")){
flag = "联排"
}else if(title.contains("叠拼")){
flag = "叠拼"
}else if(title.contains("花园洋房")){
flag = "花园洋房"
}else if(title.contains("双拼")){
flag = "双拼"
}
}
}
}
return flag;
}
def updateHouseFlag(retMap){
retMap.each{sell_id,type->
def sql = "update base.bigdata_forsale set villa_type='${type}' where gujia_sell_id='${sell_id}'"
sqlInstance235.executeUpdate(sql)
}
}
}