临时
This commit is contained in:
+148
@@ -0,0 +1,148 @@
|
||||
package com.fangjia.script.gj.data_handle
|
||||
|
||||
import com.fangjia.script.BaseBatch
|
||||
import com.fangjia.script.ccbevaluation.CcbCommonUtils
|
||||
import com.fangjia.script.commData.CommonDatautils
|
||||
import com.fangjia.script.util.DateUtils
|
||||
import com.fangjia.script.util.ElasticUtils
|
||||
import com.mongodb.BasicDBObject
|
||||
import com.mongodb.DBObject
|
||||
import groovy.sql.Sql
|
||||
import org.elasticsearch.index.query.QueryBuilder
|
||||
import org.elasticsearch.index.query.QueryBuilders
|
||||
|
||||
import java.util.concurrent.ConcurrentHashMap
|
||||
import java.util.concurrent.CopyOnWriteArrayList
|
||||
import java.util.concurrent.CountDownLatch
|
||||
import java.util.concurrent.ExecutorService
|
||||
import java.util.concurrent.Executors
|
||||
import java.util.concurrent.atomic.AtomicLong
|
||||
|
||||
class VillaHouseBatch extends BaseBatch{
|
||||
|
||||
def pgsqlInstance236 = Sql.newInstance("jdbc:postgresql://192.168.0.236:5432/warehouse",
|
||||
"postgres", "postgres", "org.postgresql.Driver")
|
||||
//235为房价网内部计算均价的库
|
||||
def sqlInstance235 = Sql.newInstance("jdbc:postgresql://192.168.0.235:5433/fangjia?stringtype=unspecified",
|
||||
"postgres", "Goojia123456", "org.postgresql.Driver")
|
||||
|
||||
|
||||
public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(20)
|
||||
|
||||
static main(args) {
|
||||
runBatch(new VillaHouseBatch(), args)
|
||||
}
|
||||
|
||||
@Override
|
||||
void process(Object args) {
|
||||
|
||||
def dists = CcbCommonUtils.findAllDistrictByCity("上海", "district", ["city", "region", "name", "estate_type2"], "all")
|
||||
def villaDists = findVillaDists(dists)
|
||||
addVillaTypeFlag(villaDists)
|
||||
println "运行完成"
|
||||
}
|
||||
|
||||
def findVillaDists(dists){
|
||||
def villaDists = []
|
||||
for(def d : dists){
|
||||
if(d.estate_type2 == "别墅"){
|
||||
villaDists << d
|
||||
}
|
||||
}
|
||||
return villaDists
|
||||
}
|
||||
|
||||
def addVillaTypeFlag(def villaDists){
|
||||
for(def i=0;i<villaDists.size();i++){
|
||||
def dist = villaDists[i]
|
||||
|
||||
def sellIds = findHouseIdByCommId(dist._id.toString(), "310000")
|
||||
println dist._id.toString() +" "+sellIds.size()
|
||||
if(sellIds){
|
||||
def retMap = run(sellIds)
|
||||
if(retMap){
|
||||
println "最终修改:"+retMap.size()
|
||||
updateHouseFlag(retMap)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
def run(sellIds){
|
||||
def retMap = new ConcurrentHashMap()
|
||||
def totalCount = new AtomicLong()
|
||||
final CountDownLatch latch = new CountDownLatch(sellIds.size())
|
||||
for(def i=0;i<sellIds.size();i++){
|
||||
final def houseId = sellIds[i]
|
||||
fixedThreadPool.execute(new Runnable() {
|
||||
void run() {
|
||||
try{
|
||||
totalCount.addAndGet(1)
|
||||
retMap = findHouseInfo(houseId, retMap)
|
||||
} catch (Exception e) {
|
||||
e.printStackTrace()
|
||||
} finally {
|
||||
latch.countDown()
|
||||
}
|
||||
}
|
||||
});
|
||||
}
|
||||
latch.await()
|
||||
return retMap
|
||||
}
|
||||
|
||||
def findHouseIdByCommId(commid, cityId){
|
||||
def sql = "select gujia_sell_id from base.bigdata_forsale where urbn_id='${cityId}' and gujia_comm_id='${commid}'";
|
||||
def sellIds = []
|
||||
sqlInstance235.eachRow(sql,{r->
|
||||
sellIds << r.gujia_sell_id
|
||||
})
|
||||
return sellIds
|
||||
}
|
||||
|
||||
def findHouseInfo(sell_id, houseMap){
|
||||
def flag = findHouseDetail(sell_id)
|
||||
if(flag){
|
||||
houseMap.put(sell_id, flag)
|
||||
}
|
||||
return houseMap
|
||||
}
|
||||
|
||||
def findHouseDetail(houseId){
|
||||
QueryBuilder queryBuilder = QueryBuilders.boolQuery().must(QueryBuilders.termQuery("_id", houseId))
|
||||
def flag = null
|
||||
|
||||
def hosts = ["192.168.0.206","192.168.0.211","192.168.0.212","192.168.0.213","192.168.0.214","192.168.0.215"]
|
||||
def index = new Random().nextInt(5);
|
||||
def houses = ElasticUtils.executeSimpleQuery(hosts[index], "seawater-20*", queryBuilder);
|
||||
if(houses){
|
||||
for (int k=0;k<houses.size();k++) {
|
||||
def house = houses[k]
|
||||
def title = house.name
|
||||
println title
|
||||
if(title){
|
||||
if(title.contains("独栋")){
|
||||
flag = "独栋"
|
||||
}else if(title.contains("联排")){
|
||||
flag = "联排"
|
||||
}else if(title.contains("叠拼")){
|
||||
flag = "叠拼"
|
||||
}else if(title.contains("花园洋房")){
|
||||
flag = "花园洋房"
|
||||
}else if(title.contains("双拼")){
|
||||
flag = "双拼"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
return flag;
|
||||
}
|
||||
|
||||
def updateHouseFlag(retMap){
|
||||
retMap.each{sell_id,type->
|
||||
def sql = "update base.bigdata_forsale set villa_type='${type}' where gujia_sell_id='${sell_id}'"
|
||||
sqlInstance235.executeUpdate(sql)
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user