diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/VillaHouseBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/VillaHouseBatch.groovy new file mode 100644 index 000000000..73571b916 --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/VillaHouseBatch.groovy @@ -0,0 +1,148 @@ +package com.fangjia.script.gj.data_handle + +import com.fangjia.script.BaseBatch +import com.fangjia.script.ccbevaluation.CcbCommonUtils +import com.fangjia.script.commData.CommonDatautils +import com.fangjia.script.util.DateUtils +import com.fangjia.script.util.ElasticUtils +import com.mongodb.BasicDBObject +import com.mongodb.DBObject +import groovy.sql.Sql +import org.elasticsearch.index.query.QueryBuilder +import org.elasticsearch.index.query.QueryBuilders + +import java.util.concurrent.ConcurrentHashMap +import java.util.concurrent.CopyOnWriteArrayList +import java.util.concurrent.CountDownLatch +import java.util.concurrent.ExecutorService +import java.util.concurrent.Executors +import java.util.concurrent.atomic.AtomicLong + +class VillaHouseBatch extends BaseBatch{ + + def pgsqlInstance236 = Sql.newInstance("jdbc:postgresql://192.168.0.236:5432/warehouse", + "postgres", "postgres", "org.postgresql.Driver") + //235为房价网内部计算均价的库 + def sqlInstance235 = Sql.newInstance("jdbc:postgresql://192.168.0.235:5433/fangjia?stringtype=unspecified", + "postgres", "Goojia123456", "org.postgresql.Driver") + + + public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(20) + + static main(args) { + runBatch(new VillaHouseBatch(), args) + } + + @Override + void process(Object args) { + + def dists = CcbCommonUtils.findAllDistrictByCity("上海", "district", ["city", "region", "name", "estate_type2"], "all") + def villaDists = findVillaDists(dists) + addVillaTypeFlag(villaDists) + println "运行完成" + } + + def findVillaDists(dists){ + def villaDists = [] + for(def d : dists){ + if(d.estate_type2 == "别墅"){ + villaDists << d + } + } + return villaDists + } + + def addVillaTypeFlag(def villaDists){ + for(def i=0;i + sellIds << r.gujia_sell_id + }) + return sellIds + } + + def findHouseInfo(sell_id, houseMap){ + def flag = findHouseDetail(sell_id) + if(flag){ + houseMap.put(sell_id, flag) + } + return houseMap + } + + def findHouseDetail(houseId){ + QueryBuilder queryBuilder = QueryBuilders.boolQuery().must(QueryBuilders.termQuery("_id", houseId)) + def flag = null + + def hosts = ["192.168.0.206","192.168.0.211","192.168.0.212","192.168.0.213","192.168.0.214","192.168.0.215"] + def index = new Random().nextInt(5); + def houses = ElasticUtils.executeSimpleQuery(hosts[index], "seawater-20*", queryBuilder); + if(houses){ + for (int k=0;k + def sql = "update base.bigdata_forsale set villa_type='${type}' where gujia_sell_id='${sell_id}'" + sqlInstance235.executeUpdate(sql) + } + + } +}