update
This commit is contained in:
+2
-1
@@ -21,6 +21,7 @@ import org.elasticsearch.index.query.QueryBuilder
|
|||||||
import org.elasticsearch.index.query.QueryBuilders
|
import org.elasticsearch.index.query.QueryBuilders
|
||||||
import org.elasticsearch.xpack.sql.jdbc.EsDataSource
|
import org.elasticsearch.xpack.sql.jdbc.EsDataSource
|
||||||
|
|
||||||
|
import java.nio.charset.StandardCharsets
|
||||||
import java.util.concurrent.ConcurrentHashMap
|
import java.util.concurrent.ConcurrentHashMap
|
||||||
import java.util.concurrent.CopyOnWriteArrayList
|
import java.util.concurrent.CopyOnWriteArrayList
|
||||||
import java.util.concurrent.CountDownLatch
|
import java.util.concurrent.CountDownLatch
|
||||||
@@ -1102,7 +1103,7 @@ class BigdataForsaleBatch extends BaseBatch{
|
|||||||
|
|
||||||
def findAllHouseIdsByCity(){
|
def findAllHouseIdsByCity(){
|
||||||
// 创建布隆过滤器对象
|
// 创建布隆过滤器对象
|
||||||
BloomFilter<String> filter = BloomFilter.create(Funnels.integerFunnel(), 200000000, 0.01);
|
BloomFilter<CharSequence> filter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 200000000, 0.001);
|
||||||
// def houseIds = new HashSet()
|
// def houseIds = new HashSet()
|
||||||
pgsqlInstance.eachRow("SELECT gujia_sell_id FROM base.t0831_bigdata_forsale_gj_h",{it->
|
pgsqlInstance.eachRow("SELECT gujia_sell_id FROM base.t0831_bigdata_forsale_gj_h",{it->
|
||||||
filter.put(it.gujia_sell_id)
|
filter.put(it.gujia_sell_id)
|
||||||
|
|||||||
Reference in New Issue
Block a user