去特殊符号

This commit is contained in:
2024-08-26 11:51:43 +08:00
parent 740f165033
commit 0e2060cfea
@@ -200,15 +200,16 @@ class GaoDePoiDataProcess extends BaseBatch{
try{
totalCount.addAndGet(1)
// def obj = MAPPOI_CONN.findOne(new BasicDBObject("name", p.name).append("district", p.district).append("city", p.city))
def key = p.city+"##"+p.district+"##"+p.name
def key = p.city+"##"+p.district+"##"+p.name.replace("-","").replace("·","")
if(!poiKeysFilter.mightContain(key)){
def prov = ProvinceData.getProvince(p.city.replace("市",""))
def ret = createVillageData(prov, p, townMap)
if(ret && !rets.containsKey(ret.city+"##"+ret.district+"##"+ret.name)){
def newKey = ret.city+"##"+ret.district+"##"+ret.name.replace("-","").replace("·","")
if(ret && !rets.containsKey(newKey)){
//keyRets << ret.city+"##"+ret.district+"##"+ret.name
//rets << ret
rets.put(ret.city+"##"+ret.district+"##"+ret.name, ret)
rets.put(newKey, ret)
}
}
@@ -229,7 +230,7 @@ class GaoDePoiDataProcess extends BaseBatch{
QueryBuilder queryBuilder = QueryBuilders.boolQuery().must(QueryBuilders.termQuery("city", city))
BloomFilter<CharSequence> filter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 200000000, 0.000001);
ElasticUtils89.executeQuery("192.168.0.89", "didata_map_poi_single", queryBuilder, { String id, Map d->
filter.put(d.city +"##"+d.district+"##"+d.name)
filter.put(d.city +"##"+d.district+"##"+d.name.replace("-","").replace("·",""))
})
return filter
}