From fd9c4bb27244a85d237fb2f98e3fa6793eed5c4f Mon Sep 17 00:00:00 2001 From: gaojuan Date: Tue, 7 Mar 2023 16:48:33 +0800 Subject: [PATCH] update --- .../fangjia/script/ccbevaluation/BigdataForsaleBatch.groovy | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataForsaleBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataForsaleBatch.groovy index e7b6018ea..f82391d80 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataForsaleBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataForsaleBatch.groovy @@ -21,6 +21,7 @@ import org.elasticsearch.index.query.QueryBuilder import org.elasticsearch.index.query.QueryBuilders import org.elasticsearch.xpack.sql.jdbc.EsDataSource +import java.nio.charset.StandardCharsets import java.util.concurrent.ConcurrentHashMap import java.util.concurrent.CopyOnWriteArrayList import java.util.concurrent.CountDownLatch @@ -1102,7 +1103,7 @@ class BigdataForsaleBatch extends BaseBatch{ def findAllHouseIdsByCity(){ // 创建布隆过滤器对象 - BloomFilter filter = BloomFilter.create(Funnels.integerFunnel(), 200000000, 0.01); + BloomFilter filter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 200000000, 0.001); // def houseIds = new HashSet() pgsqlInstance.eachRow("SELECT gujia_sell_id FROM base.t0831_bigdata_forsale_gj_h",{it-> filter.put(it.gujia_sell_id)