Merge branch 'script_gj' into 'master'

房源去错误率

See merge request !568
This commit is contained in:
2023-03-08 10:03:24 +08:00
@@ -1103,7 +1103,7 @@ class BigdataForsaleBatch extends BaseBatch{
def findAllHouseIdsByCity(){
// 创建布隆过滤器对象
BloomFilter<CharSequence> filter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 200000000, 0.001);
BloomFilter<CharSequence> filter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 200000000, 0.000001);
// def houseIds = new HashSet()
pgsqlInstance.eachRow("SELECT gujia_sell_id FROM base.t0831_bigdata_forsale_gj_h",{it->
filter.put(it.gujia_sell_id)