Merge branch 'script_gj' into 'master'

update

See merge request !567
This commit is contained in:
2023-03-07 16:49:20 +08:00
@@ -21,6 +21,7 @@ import org.elasticsearch.index.query.QueryBuilder
import org.elasticsearch.index.query.QueryBuilders
import org.elasticsearch.xpack.sql.jdbc.EsDataSource
import java.nio.charset.StandardCharsets
import java.util.concurrent.ConcurrentHashMap
import java.util.concurrent.CopyOnWriteArrayList
import java.util.concurrent.CountDownLatch
@@ -1102,7 +1103,7 @@ class BigdataForsaleBatch extends BaseBatch{
def findAllHouseIdsByCity(){
// 创建布隆过滤器对象
BloomFilter<String> filter = BloomFilter.create(Funnels.integerFunnel(), 200000000, 0.01);
BloomFilter<CharSequence> filter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 200000000, 0.001);
// def houseIds = new HashSet()
pgsqlInstance.eachRow("SELECT gujia_sell_id FROM base.t0831_bigdata_forsale_gj_h",{it->
filter.put(it.gujia_sell_id)