From e20fef34559e814f9d750cafe6f3b680cda0e311 Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Sun, 9 Jun 2024 10:52:56 +0800 Subject: [PATCH 01/14] update --- .../ccbevaluation/CcbCommonUtils.groovy | 4 ++- .../FjwBigdataDealBatch.groovy | 9 +++--- .../FjwBigdataForsaleBatch.groovy | 3 +- .../FjwGuiDingPriceBatch.groovy | 15 +++++++-- .../fjwPriceBaseData/FjwPgsqlCommUtils.groovy | 13 ++++++++ .../FjwThirdPartyPriceBatch.groovy | 31 ++++++++++--------- 6 files changed, 51 insertions(+), 24 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy index 45327d072..f167832eb 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy @@ -20,7 +20,7 @@ import java.nio.charset.StandardCharsets class CcbCommonUtils { - public static def citys_fjw_all = ["上海","长春","扬州","北京","重庆","天津","成都","深圳","沈阳","大连","安庆","西宁","日照","武汉","西安","乌鲁木齐","苏州","广州","南京","青岛","济南","宁波","长沙","石家庄","佛山","嘉兴","银川","南通","廊坊","中山","郑州","哈尔滨","烟台", "徐州","绍兴","厦门","昆明","南昌","贵阳","珠海","东莞","镇江","洛阳","温州","兰州","福州","惠州","呼和浩特","常州","唐山","淮安","湖州","九江","太原","北海","株洲","淄博","盐城","海口","南宁","常德","台州","金华","吉林","岳阳","柳州","清远","湛江","张家口","保定","杭州","合肥","无锡","泉州","遵义","肇庆","漳州","宜昌","芜湖","泰州","汕头","三亚","秦皇岛","马鞍山","连云港","沧州","拉萨","锦州","大同","文昌","保亭","陵水","潍坊","临沂","邯郸","济宁","威海","绵阳","梅州","平顶山","江门","赣州","泰安","襄阳","南阳","桂林","聊城","临汾","德州","商丘","衡阳","宿迁","包头","渭南","咸阳","许昌","滨州","邢台","南充","安阳","新乡","枣庄","滁州","龙岩","宝鸡","信阳","运城","衡水","东营","晋中","孝感","长治","阜阳","韶关","菏泽","德阳","宁德","荆州","乐山","驻马店","南平","汉中","榆林","宜春","鞍山","开封","周口","绥化","湘潭","黄冈","承德","焦作","牡丹江","莆田","上饶","眉山","齐齐哈尔","郴州","营口","蚌埠","大庆","赤峰","河源","吕梁","遂宁","漯河","三明","茂名","濮阳","曲靖","平凉","鄂尔多斯","十堰","吉安","黄石","佳木斯","三门峡","揭阳","忻州","通辽","泸州","六安","潮州","衢州","淮南","荆门","永州","呼伦贝尔","葫芦岛","丹东","延边","宣城","宜宾","庆阳","晋城","阳江","宿州","延安","咸宁","怀化","黄山","舟山","汕尾","盘锦","朝阳","丽水","抚州","铁岭","红河","陇南","广安","抚顺","自贡","达州","玉林","玉溪","白银","亳州","邵阳","广元","昌吉","益阳","张掖","娄底","阳泉","天水","随州","朔州","大理","通化","楚雄","巴彦淖尔","乌兰察布","新余","景德镇","松原","辽阳","阜新","酒泉","黔南","淮北","四平","梧州","黔东南","巴中","鹤壁","鸡西","内江","钦州","池州","仙桃","恩施","本溪","资阳","六盘水","百色","白城","临夏","伊犁","贵港","白山","双鸭山","吴忠","鄂州","丽江","安康","毕节","云浮","巴音郭楞","安顺","阿克苏","黑河","铜陵","雅安","石嘴山","萍乡","鹤岗","锡林郭勒盟","铜仁","防城港","喀什","兴安盟","河池","铜川","普洱","保山","凉山州","鹰潭","定西","伊春","中卫","黔西南","商洛","乌海","武威","海西州","来宾","昭通","湘西","哈密","张家界","西双版纳州","七台河","固原","攀枝花","德宏州","崇左","辽源","嘉峪关","克拉玛依","临沧","潜江","贺州","天门","海东","塔城","儋州","金昌","博尔塔拉","吐鲁番","大兴安岭","阿勒泰","和田","迪庆州","日喀则","林芝","阿坝州","阿拉善盟","阿里","昌都","甘南","甘孜州","果洛州","海北州","海南州","黄南州","克孜勒苏","那曲","怒江州","三沙","山南","神农架","文山州","玉树州","白沙","北屯","昌江","澄迈","定安","东方","济源","可克达拉","昆玉","乐东","临高","琼海","琼中","石河子","双河","铁门关","图木舒克","屯昌","万宁","五家渠","五指山","阿拉尔"] + public static def citys_fjw_all = ["长春","上海","扬州","北京","重庆","天津","成都","深圳","沈阳","大连","安庆","西宁","日照","武汉","西安","乌鲁木齐","苏州","广州","南京","青岛","济南","宁波","长沙","石家庄","佛山","嘉兴","银川","南通","廊坊","中山","郑州","哈尔滨","烟台", "徐州","绍兴","厦门","昆明","南昌","贵阳","珠海","东莞","镇江","洛阳","温州","兰州","福州","惠州","呼和浩特","常州","唐山","淮安","湖州","九江","太原","北海","株洲","淄博","盐城","海口","南宁","常德","台州","金华","吉林","岳阳","柳州","清远","湛江","张家口","保定","杭州","合肥","无锡","泉州","遵义","肇庆","漳州","宜昌","芜湖","泰州","汕头","三亚","秦皇岛","马鞍山","连云港","沧州","拉萨","锦州","大同","文昌","保亭","陵水","潍坊","临沂","邯郸","济宁","威海","绵阳","梅州","平顶山","江门","赣州","泰安","襄阳","南阳","桂林","聊城","临汾","德州","商丘","衡阳","宿迁","包头","渭南","咸阳","许昌","滨州","邢台","南充","安阳","新乡","枣庄","滁州","龙岩","宝鸡","信阳","运城","衡水","东营","晋中","孝感","长治","阜阳","韶关","菏泽","德阳","宁德","荆州","乐山","驻马店","南平","汉中","榆林","宜春","鞍山","开封","周口","绥化","湘潭","黄冈","承德","焦作","牡丹江","莆田","上饶","眉山","齐齐哈尔","郴州","营口","蚌埠","大庆","赤峰","河源","吕梁","遂宁","漯河","三明","茂名","濮阳","曲靖","平凉","鄂尔多斯","十堰","吉安","黄石","佳木斯","三门峡","揭阳","忻州","通辽","泸州","六安","潮州","衢州","淮南","荆门","永州","呼伦贝尔","葫芦岛","丹东","延边","宣城","宜宾","庆阳","晋城","阳江","宿州","延安","咸宁","怀化","黄山","舟山","汕尾","盘锦","朝阳","丽水","抚州","铁岭","红河","陇南","广安","抚顺","自贡","达州","玉林","玉溪","白银","亳州","邵阳","广元","昌吉","益阳","张掖","娄底","阳泉","天水","随州","朔州","大理","通化","楚雄","巴彦淖尔","乌兰察布","新余","景德镇","松原","辽阳","阜新","酒泉","黔南","淮北","四平","梧州","黔东南","巴中","鹤壁","鸡西","内江","钦州","池州","仙桃","恩施","本溪","资阳","六盘水","百色","白城","临夏","伊犁","贵港","白山","双鸭山","吴忠","鄂州","丽江","安康","毕节","云浮","巴音郭楞","安顺","阿克苏","黑河","铜陵","雅安","石嘴山","萍乡","鹤岗","锡林郭勒盟","铜仁","防城港","喀什","兴安盟","河池","铜川","普洱","保山","凉山州","鹰潭","定西","伊春","中卫","黔西南","商洛","乌海","武威","海西州","来宾","昭通","湘西","哈密","张家界","西双版纳州","七台河","固原","攀枝花","德宏州","崇左","辽源","嘉峪关","克拉玛依","临沧","潜江","贺州","天门","海东","塔城","儋州","金昌","博尔塔拉","吐鲁番","大兴安岭","阿勒泰","和田","迪庆州","日喀则","林芝","阿坝州","阿拉善盟","阿里","昌都","甘南","甘孜州","果洛州","海北州","海南州","黄南州","克孜勒苏","那曲","怒江州","三沙","山南","神农架","文山州","玉树州","白沙","北屯","昌江","澄迈","定安","东方","济源","可克达拉","昆玉","乐东","临高","琼海","琼中","石河子","双河","铁门关","图木舒克","屯昌","万宁","五家渠","五指山","阿拉尔"] public static def citys_all = ["乌鲁木齐","上海","长春","扬州","北京","重庆","天津","成都","沈阳","大连","安庆","西宁","日照","武汉","西安","苏州","广州","南京","青岛","济南","宁波","长沙","石家庄","佛山","嘉兴","银川","南通","廊坊","中山","郑州","哈尔滨","烟台","徐州","绍兴","厦门","昆明","南昌","贵阳","珠海","东莞","镇江","洛阳","温州","兰州","福州","惠州","呼和浩特","常州","唐山","淮安","湖州","九江","太原","北海","株洲","淄博","盐城","海口","南宁","常德","台州","金华","吉林","岳阳","柳州","清远","湛江","张家口","保定","深圳","杭州","合肥","无锡","泉州","遵义","肇庆","漳州","宜昌","芜湖","泰州","汕头","三亚","秦皇岛","马鞍山","连云港","沧州","拉萨","锦州","大同","文昌","保亭","陵水","潍坊","临沂","邯郸","济宁","威海","绵阳","梅州","平顶山","江门","赣州","泰安","襄阳","南阳","桂林","聊城","临汾","德州","商丘","衡阳","宿迁","包头","渭南","咸阳","许昌","滨州","邢台","南充","安阳","新乡","枣庄","滁州","龙岩","宝鸡","信阳","运城","衡水","东营","晋中","孝感","长治","阜阳","韶关","菏泽","德阳","宁德","荆州","乐山","驻马店","南平","汉中","榆林","宜春","鞍山","开封","周口","绥化","湘潭","黄冈","承德","焦作","牡丹江","莆田","上饶","眉山","齐齐哈尔","郴州","营口","蚌埠","大庆","赤峰","河源","吕梁","遂宁","漯河","三明","茂名","濮阳","曲靖","平凉","鄂尔多斯","十堰","吉安","黄石","佳木斯","三门峡","揭阳","忻州","通辽","泸州","六安","潮州","衢州","淮南","荆门","永州","呼伦贝尔","葫芦岛","丹东","延边","宣城","宜宾","庆阳","晋城","阳江","宿州","延安","咸宁","怀化","黄山","舟山","汕尾","盘锦","朝阳","丽水","抚州","铁岭","红河","陇南","广安","抚顺","自贡","达州","玉林","玉溪","白银","亳州","邵阳","广元","昌吉","益阳","张掖","娄底","阳泉","天水","随州","朔州","大理","通化","楚雄","巴彦淖尔","乌兰察布","新余","景德镇","松原","辽阳","阜新","酒泉","黔南","淮北","四平","梧州","黔东南","巴中","鹤壁","鸡西","内江","钦州","池州","仙桃","恩施","本溪","资阳","六盘水","百色","白城","临夏","伊犁","贵港","白山","双鸭山","吴忠","鄂州","丽江","安康","毕节","云浮","巴音郭楞","安顺","阿克苏","黑河","铜陵","雅安","石嘴山","萍乡","鹤岗","锡林郭勒盟","铜仁","防城港","喀什","兴安盟","河池","铜川","普洱","保山","凉山州","鹰潭","定西","伊春","中卫","黔西南","商洛","乌海","武威","海西州","来宾","昭通","湘西","哈密","张家界","西双版纳州","七台河","固原","攀枝花","德宏州","崇左","辽源","嘉峪关","克拉玛依","临沧","潜江","贺州","天门","海东","塔城","儋州","金昌","博尔塔拉","吐鲁番","大兴安岭","阿勒泰","和田","迪庆州","日喀则","林芝"] public static def citys_92 = [ "上海","扬州","北京","重庆","天津","成都","沈阳","大连","安庆","西宁","日照","长春","武汉","西安","苏州","广州","南京","青岛","济南","宁波","长沙","石家庄","佛山","嘉兴","银川","南通","廊坊","中山","郑州","哈尔滨","烟台","徐州","绍兴","厦门","昆明","南昌","贵阳","珠海","东莞","镇江","洛阳","温州","兰州","福州","惠州","呼和浩特","常州","唐山","淮安","湖州","九江","太原","北海","株洲","淄博","盐城","乌鲁木齐","海口","南宁","常德","台州","金华","吉林","岳阳","柳州","清远","湛江","张家口","保定","深圳","杭州","合肥","无锡","泉州","遵义","肇庆","漳州","宜昌","芜湖","泰州","汕头","三亚","秦皇岛","马鞍山","连云港","沧州","拉萨","锦州","大同","文昌","保亭","陵水"] @@ -691,6 +691,8 @@ class CcbCommonUtils { pgsqlInstance.executeUpdate(sql2) } + + public static def findGuiDingIdsByCity(){ // 创建布隆过滤器对象 BloomFilter filter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 200000000, 0.000001); diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataDealBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataDealBatch.groovy index 497adb4ec..3234ddbbd 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataDealBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataDealBatch.groovy @@ -515,13 +515,12 @@ class FjwBigdataDealBatch extends BaseBatch{ def totalCount = new AtomicLong() final CountDownLatch latch = new CountDownLatch(dists.size()) -// def citys = ["北京","广州","深圳","重庆","郑州","西安","成都","东莞","佛山","杭州","合肥","南京","长春","扬州","无锡","太原","台州","泉州","宁波","南通","南昌","贵阳","哈尔滨","惠州","济南","金华","昆明","遵义","镇江","肇庆","宜昌","芜湖","泰州","汕头","清远","秦皇岛","马鞍山","洛阳","连云港","九江","淮安","呼和浩特","沧州","保定","安庆"] -// def startDate = DateUtils.getFirstDayOfMonth(DateUtils.parseFromTightByPattern(curDate.toString(), "yyyyMMdd")) -// def endDate = DateUtils.getLastDayOfMonth(DateUtils.parseFromTightByPattern(curDate.toString(), "yyyyMMdd"))//DateUtils.getFirstDayOfMonth(new Date()) + def startDate = DateUtils.getFirstDayOfMonth(DateUtils.parseFromTightByPattern(curDate.toString(), "yyyyMMdd")) + def endDate = DateUtils.getLastDayOfMonth(DateUtils.parseFromTightByPattern(curDate.toString(), "yyyyMMdd"))//DateUtils.getFirstDayOfMonth(new Date()) - def startDate = DateUtils.getFirstDayOfMonth(DateUtils.parseFromTightByPattern("20240501", "yyyyMMdd")) - def endDate = DateUtils.getLastDayOfMonth(DateUtils.parseFromTightByPattern("20240701", "yyyyMMdd"))//DateUtils.getFirstDayOfMonth(new Date()) +// def startDate = DateUtils.getFirstDayOfMonth(DateUtils.parseFromTightByPattern("20240501", "yyyyMMdd")) +// def endDate = DateUtils.getLastDayOfMonth(DateUtils.parseFromTightByPattern("20240701", "yyyyMMdd"))//DateUtils.getFirstDayOfMonth(new Date()) for(def i=0;i filter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 200000000, 0.000001); + sqlInstance.eachRow("SELECT gujia_fsid FROM base.guided_price",{it-> + filter.put(it.gujia_fsid) + }); + return filter + } + } diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwThirdPartyPriceBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwThirdPartyPriceBatch.groovy index a78586475..2d77f4142 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwThirdPartyPriceBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwThirdPartyPriceBatch.groovy @@ -50,20 +50,23 @@ class FjwThirdPartyPriceBatch extends BaseBatch { public void process(Object args) { def citys = CcbCommonUtils.getRunningCitys(args) - def stop = false - def month = -1 - while(!stop){ - if(sDate>202404 && sDate<202407){ - def weekend = DateUtils.getFirstDayOfWeek(DateUtils.parseFromTightByPattern(sDate+"15", "yyyyMMdd")) - println weekend.toString() +" "+sDate - runDatas(citys) - } - month = month -1 - sDate= Integer.parseInt(DateUtils.addMonth(DateUtils.formatDateByPattern(new Date(), "yyyyMM"), month, "yyyyMM")); - if(sDate == 201912){ - stop = true; - } - } + runDatas(citys) + + //同步历史数据 +// def stop = false +// def month = -1 +// while(!stop){ +// if(sDate>202404 && sDate<202407){ +// def weekend = DateUtils.getFirstDayOfWeek(DateUtils.parseFromTightByPattern(sDate+"15", "yyyyMMdd")) +// println weekend.toString() +" "+sDate +// runDatas(citys) +// } +// month = month -1 +// sDate= Integer.parseInt(DateUtils.addMonth(DateUtils.formatDateByPattern(new Date(), "yyyyMM"), month, "yyyyMM")); +// if(sDate == 201912){ +// stop = true; +// } +// } } def runDatas(citys){ From 52e1c4ecfb612257b409debe00c6ef1b67819ddd Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Thu, 8 Aug 2024 15:56:05 +0800 Subject: [PATCH 02/14] update --- .../BigdataCommunityBatch.groovy | 15 ++--- .../script/commData/CommonDatautils.groovy | 63 ++++++++++++++++++- .../FjwBigdataDealBatch.groovy | 4 +- .../FjwThirdPartyPriceBatch.groovy | 2 +- 4 files changed, 71 insertions(+), 13 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy index 47159ee0e..0ab948806 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy @@ -40,7 +40,7 @@ class BigdataCommunityBatch extends BaseBatch{ @Override public void process(Object args) { - def citys = CcbCommonUtils.getRunningCitys(args) + def citys = CcbCommonUtils.getRunningCitys(args) def rows = [] def headers = []//["城市ID","行政区ID","小区ID","行政区名称","小区名称","详细地址","纬度","经度","占地总面积","建筑总面积","绿化率","容积率","车位数量","建筑年代","房屋用途", @@ -50,6 +50,7 @@ class BigdataCommunityBatch extends BaseBatch{ def cityCodeDataMap = CcbCommonUtils.findCityCodeValue() def index = 0 def today = new Date().getDate() + def fangjiaDists = [] println "starting 。。。。。。。。。" for(def city : citys){ @@ -60,6 +61,9 @@ class BigdataCommunityBatch extends BaseBatch{ def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city) def dists = CcbCommonUtils.findAllDistrictByCity(city, "district", ["city","region", "name", "address","lat", "lng","all_area","build_area","virescence_percent","cubage_percent","car_site_count","finish_building_date","estate_type2","household_count","status","c_date","m_date","name_cat","street","street_number"], null) + for(def d : dists){ + fangjiaDists << d._id.toString() + } def ccbMaps = null if(today<=10){ @@ -69,7 +73,7 @@ class BigdataCommunityBatch extends BaseBatch{ } def rets = createCityDatas(cityCodeDataMap, distCodeMap, dists) - rets = addDeleteDist(dists, ccbMaps, rets) + rets = addDeleteDist(dists, ccbMaps, rets, fangjiaDists) rows.addAll(rets) println "[${index}] "+city +" 小区量:"+dists.size()+" 总:"+rets.size() @@ -102,11 +106,8 @@ class BigdataCommunityBatch extends BaseBatch{ } - def addDeleteDist(dists, ccbMaps, rets){ - def fangjiaDists = [] - for(def d : dists){ - fangjiaDists << d._id.toString() - } + def addDeleteDist(dists, ccbMaps, rets, fangjiaDists){ + println "房价网小区:"+fangjiaDists.size()+" 建行小区:"+rets.size() def ccbDists = ccbMaps.keySet() for(def ccbId : ccbDists){ diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/commData/CommonDatautils.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/commData/CommonDatautils.groovy index 8446a9ef6..f197f974c 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/commData/CommonDatautils.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/commData/CommonDatautils.groovy @@ -4653,6 +4653,7 @@ class CommonDatautils { def q = new BasicDBObject() q.put("type","区域") q.put("district_diff",1) + q.put("city",new BasicDBObject('$in', ["中山","东莞","东方"])) def keys = new BasicDBObject() keys.put("province",1) @@ -4662,7 +4663,7 @@ class CommonDatautils { keys.put("mzb_district_name", 1) keys.put("shape", 1) keys.put("district_short",1) - def dbcursor = ADMINISTRATIVE_MAPPING_COLL.find(q, keys).batchSize(2000) + def dbcursor = ADMINISTRATIVE_MAPPING_COLL.find(q, keys).batchSize(2000).setOptions(Bytes.QUERYOPTION_NOTIMEOUT) def regionMap = [:] for(def d : dbcursor){ if(d.mzb_district_name){ @@ -4686,7 +4687,7 @@ class CommonDatautils { def q = new BasicDBObject() q.put("type","乡镇街道") // q.put("province",new BasicDBObject('$in', ['浙江省','江苏省','山东省'])) -// q.put("city","芜湖市") + q.put("city",new BasicDBObject('$in', ["中山市","东莞市","东方市"])) def keys = new BasicDBObject() keys.put("province",1) @@ -4712,10 +4713,42 @@ class CommonDatautils { } + + static def queryTownByCity(city){ + + def q = new BasicDBObject() + q.put("type","乡镇街道") + q.put("city",city) + + def keys = new BasicDBObject() + keys.put("province",1) + keys.put("city",1) + keys.put("district",1) + keys.put("street",1) + keys.put("shape",1) + keys.put("alias",1) + def dbcursor = ADMINISTRATIVE_MAPPING_COLL.find(q, keys).batchSize(5000).addOption(Bytes.QUERYOPTION_NOTIMEOUT) + def townMap = [:] + for(def d : dbcursor){ + def key = d.district + def list = townMap.get(key) + if(!list){ + list = [] + } + list << d + townMap.put(key, list) + } + + println "乡镇街道 加载完成" + return townMap + } + + static def queryNewTownByCity(){ def q = new BasicDBObject() q.put("type","乡镇街道") + q.put("city",new BasicDBObject('$in', ["中山","东莞","东方"])) def keys = new BasicDBObject() keys.put("city",1) @@ -4833,6 +4866,9 @@ class CommonDatautils { def jsonObject = null def stop = false def count = 0 + def road = "" + def name = "" + def type = "" while(!stop){ if(glocation){ jsonObject = GaoDeApiUtils.geocode(glocation) @@ -4852,8 +4888,26 @@ class CommonDatautils { } - format_addr = jsonObject.regeocode.formatted_address + if(addressComponent.streetNumber){ + if(addressComponent.streetNumber.street){ + road = addressComponent.streetNumber.street + } + if(addressComponent.streetNumber.number){ + road = road + addressComponent.streetNumber.number + } + } + + if(addressComponent.building){ + if(addressComponent.building.name){ + name = addressComponent.building.name + } + if(addressComponent.building.type){ + type = addressComponent.building.type + } + } + + format_addr = jsonObject.regeocode.formatted_address } } } @@ -4871,6 +4925,9 @@ class CommonDatautils { map.district = district map.township = township map.format_addr = format_addr + map.road = road + map.type = type + map.name = name return map; } diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataDealBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataDealBatch.groovy index 83e83e252..497adb4ec 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataDealBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataDealBatch.groovy @@ -520,8 +520,8 @@ class FjwBigdataDealBatch extends BaseBatch{ // def startDate = DateUtils.getFirstDayOfMonth(DateUtils.parseFromTightByPattern(curDate.toString(), "yyyyMMdd")) // def endDate = DateUtils.getLastDayOfMonth(DateUtils.parseFromTightByPattern(curDate.toString(), "yyyyMMdd"))//DateUtils.getFirstDayOfMonth(new Date()) - def startDate = DateUtils.getFirstDayOfMonth(DateUtils.parseFromTightByPattern("20200101", "yyyyMMdd")) - def endDate = DateUtils.getLastDayOfMonth(DateUtils.parseFromTightByPattern("20240601", "yyyyMMdd"))//DateUtils.getFirstDayOfMonth(new Date()) + def startDate = DateUtils.getFirstDayOfMonth(DateUtils.parseFromTightByPattern("20240501", "yyyyMMdd")) + def endDate = DateUtils.getLastDayOfMonth(DateUtils.parseFromTightByPattern("20240701", "yyyyMMdd"))//DateUtils.getFirstDayOfMonth(new Date()) for(def i=0;i202404 && sDate<202407){ def weekend = DateUtils.getFirstDayOfWeek(DateUtils.parseFromTightByPattern(sDate+"15", "yyyyMMdd")) println weekend.toString() +" "+sDate runDatas(citys) From d7dd53eb6832eff39f0f57dae296a4b60d75e3d0 Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Thu, 8 Aug 2024 16:05:24 +0800 Subject: [PATCH 03/14] update bug --- .../FjwBigdataCommunityBatch.groovy | 18 ++++++++++-------- 1 file changed, 10 insertions(+), 8 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataCommunityBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataCommunityBatch.groovy index 4a0358411..575225b6b 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataCommunityBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataCommunityBatch.groovy @@ -59,25 +59,27 @@ class FjwBigdataCommunityBatch extends BaseBatch{ index ++ def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city) def dists = CcbCommonUtils.findAllDistrictByCity(city, "district", ["city","region", "name", "address","lat", "lng","all_area","build_area","virescence_percent","cubage_percent","car_site_count","finish_building_date","estate_type2","household_count","status","c_date","m_date","name_cat","street","street_number"], "all") + def fangjiaDists = [] + for(def d : dists){ + fangjiaDists << d._id.toString() + } + def ccbMaps = findPgCcbDistrict(cityCodeDataMap.get(city)) //估值导数时使用 def rets = createCityDatas(cityCodeDataMap, distCodeMap, dists) - rets = addDeleteDist(dists, ccbMaps, rets) + rets = addDeleteDist(dists, ccbMaps, rets, fangjiaDists) rows.addAll(rets) println "[${index}] "+city +" 小区量:"+dists.size()+" 总:"+rets.size() } - if(today > 10){ +// if(today > 10){ delPgData() saveToPgSql(rows) - } +// } } - def addDeleteDist(dists, ccbMaps, rets){ - def fangjiaDists = [] - for(def d : dists){ - fangjiaDists << d._id.toString() - } + def addDeleteDist(dists, ccbMaps, rets, fangjiaDists){ + println "房价网小区:"+fangjiaDists.size()+" 建行小区:"+rets.size() def ccbDists = ccbMaps.keySet() for(def ccbId : ccbDists){ From 27282f27814ce619ef7b5387584f57dbba90cf87 Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Thu, 8 Aug 2024 16:40:10 +0800 Subject: [PATCH 04/14] test --- .../script/ccbevaluation/BigdataCommunityBatch.groovy | 10 ++++++---- .../fjwPriceBaseData/FjwBigdataCommunityBatch.groovy | 4 ++-- 2 files changed, 8 insertions(+), 6 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy index 0ab948806..28f4f850f 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy @@ -34,6 +34,8 @@ class BigdataCommunityBatch extends BaseBatch{ def sqlInstance = Sql.newInstance("jdbc:postgresql://192.168.0.236:5432/warehouse?stringtype=unspecified", "postgres", "postgres", "org.postgresql.Driver") + def fangjiaDists = new HashSet() + static main(args) { runBatch(new BigdataCommunityBatch(), args); } @@ -50,7 +52,6 @@ class BigdataCommunityBatch extends BaseBatch{ def cityCodeDataMap = CcbCommonUtils.findCityCodeValue() def index = 0 def today = new Date().getDate() - def fangjiaDists = [] println "starting 。。。。。。。。。" for(def city : citys){ @@ -64,6 +65,7 @@ class BigdataCommunityBatch extends BaseBatch{ for(def d : dists){ fangjiaDists << d._id.toString() } + println "加载建行小区量" def ccbMaps = null if(today<=10){ @@ -71,9 +73,9 @@ class BigdataCommunityBatch extends BaseBatch{ }else{ ccbMaps = CcbCommonUtils.findPgCcbDistrict(cityCodeDataMap.get(city)) //估值导数时使用 } - + println "组装新数据" def rets = createCityDatas(cityCodeDataMap, distCodeMap, dists) - rets = addDeleteDist(dists, ccbMaps, rets, fangjiaDists) + rets = addDeleteDist(dists, ccbMaps, rets) rows.addAll(rets) println "[${index}] "+city +" 小区量:"+dists.size()+" 总:"+rets.size() @@ -106,7 +108,7 @@ class BigdataCommunityBatch extends BaseBatch{ } - def addDeleteDist(dists, ccbMaps, rets, fangjiaDists){ + def addDeleteDist(dists, ccbMaps, rets){ println "房价网小区:"+fangjiaDists.size()+" 建行小区:"+rets.size() def ccbDists = ccbMaps.keySet() diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataCommunityBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataCommunityBatch.groovy index 575225b6b..0291a1e8c 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataCommunityBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataCommunityBatch.groovy @@ -53,13 +53,13 @@ class FjwBigdataCommunityBatch extends BaseBatch{ def cityCodeDataMap = CcbCommonUtils.findCityCodeValue() def index = 0 def today = new Date().getDate() - + def fangjiaDists = new HashSet() println "starting 。。。。。。。。。" for(def city : citys){ index ++ def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city) def dists = CcbCommonUtils.findAllDistrictByCity(city, "district", ["city","region", "name", "address","lat", "lng","all_area","build_area","virescence_percent","cubage_percent","car_site_count","finish_building_date","estate_type2","household_count","status","c_date","m_date","name_cat","street","street_number"], "all") - def fangjiaDists = [] + for(def d : dists){ fangjiaDists << d._id.toString() } From 91fb2cf9c0b1b02e0f0426990131d84dca76060b Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Thu, 8 Aug 2024 17:17:26 +0800 Subject: [PATCH 05/14] update --- .../script/ccbevaluation/BigdataCommunityBatch.groovy | 10 +++++----- .../fangjia/script/ccbevaluation/CcbCommonUtils.groovy | 7 +++++-- 2 files changed, 10 insertions(+), 7 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy index 28f4f850f..eb995add5 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy @@ -54,17 +54,17 @@ class BigdataCommunityBatch extends BaseBatch{ def today = new Date().getDate() println "starting 。。。。。。。。。" + + def allDists = CcbCommonUtils.findAllDistrictByCity(null, "district", ["city","region", "name"], null) + for(def d : allDists){ + fangjiaDists << d._id.toString() + } for(def city : citys){ index ++ - - def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city) def dists = CcbCommonUtils.findAllDistrictByCity(city, "district", ["city","region", "name", "address","lat", "lng","all_area","build_area","virescence_percent","cubage_percent","car_site_count","finish_building_date","estate_type2","household_count","status","c_date","m_date","name_cat","street","street_number"], null) - for(def d : dists){ - fangjiaDists << d._id.toString() - } println "加载建行小区量" def ccbMaps = null diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy index 775a4ecc1..12e0f264f 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy @@ -442,9 +442,12 @@ class CcbCommonUtils { DBObject q = new BasicDBObject(); q.put("status",0) q.put("cat", cat); - q.put("city", city); + if(city){ + q.put("city", city); + } + // q.put("c_date", new BasicDBObject('$lt', DateUtils.parseFromTightYYYYMMDD("2023-05-01")))//因5月1日新增过多,所以暂且先去掉 此批数据改为name_cat=13 -// q.put("name","荣和怡景园") +// q.put("name","一米阳光一期") // q.put("name_cat", 0); // q.put("name", new BasicDBObject('$in', ["中信泰富又一城一期","中信泰富又一城"])) From cc87ebbb6f42dde093c0108d018b993c965cb96f Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Thu, 8 Aug 2024 17:37:57 +0800 Subject: [PATCH 06/14] update --- .../fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy index eb995add5..d8e72d167 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/BigdataCommunityBatch.groovy @@ -55,7 +55,7 @@ class BigdataCommunityBatch extends BaseBatch{ println "starting 。。。。。。。。。" - def allDists = CcbCommonUtils.findAllDistrictByCity(null, "district", ["city","region", "name"], null) + def allDists = CcbCommonUtils.findAllDistrictByCity(null, "district", ["city","region", "name", "address","lat", "lng","all_area","build_area","virescence_percent","cubage_percent","car_site_count","finish_building_date","estate_type2","household_count","status","c_date","m_date","name_cat","street","street_number"], null) for(def d : allDists){ fangjiaDists << d._id.toString() } @@ -77,7 +77,7 @@ class BigdataCommunityBatch extends BaseBatch{ def rets = createCityDatas(cityCodeDataMap, distCodeMap, dists) rets = addDeleteDist(dists, ccbMaps, rets) rows.addAll(rets) - println "[${index}] "+city +" 小区量:"+dists.size()+" 总:"+rets.size() + println "[${index}] "+city +" 小区量:"+dists.size()+" 总:"+rets.size()+" 结果:"+rows.size() // FileUtils.batchCreateFile(rets, "d:\\数据\\建行\\房产估值\\数据文件\\txt\\bigdata_community_${city}.txt",headers, "utf-8", false); } From 7bfd107a84c55657629e26bbbe3e7de69941b0bb Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Thu, 8 Aug 2024 18:01:28 +0800 Subject: [PATCH 07/14] list>set --- .../com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy index 12e0f264f..45327d072 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/CcbCommonUtils.groovy @@ -459,9 +459,9 @@ class CcbCommonUtils { } def dbsour = SEAWEED_MONGO_COLL.find(q,keys).batchSize(2000) println "[${city}] 原始:"+dbsour.count() - def rets = [] + def rets = new HashSet() + def ids = new HashSet() - def ids = [] for(def d : dbsour){ if(kind){ if(d.address){ From 29414e98b0ce2091e04c48e190e2c60160f8f3f9 Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Fri, 9 Aug 2024 14:52:02 +0800 Subject: [PATCH 08/14] =?UTF-8?q?=E6=96=B0=E5=A2=9E=E7=AC=AC=E4=B8=89?= =?UTF-8?q?=E6=96=B9=E7=BB=9F=E8=AE=A1?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../data_handle/ThardParthAnalyBatch.groovy | 101 +++++++++++++ .../FjwBigdataForsaleBatch.groovy | 2 +- .../FjwThirdPartyPriceBatch.groovy | 136 ------------------ 3 files changed, 102 insertions(+), 137 deletions(-) create mode 100644 projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/ThardParthAnalyBatch.groovy diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/ThardParthAnalyBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/ThardParthAnalyBatch.groovy new file mode 100644 index 000000000..ef6476d48 --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/ThardParthAnalyBatch.groovy @@ -0,0 +1,101 @@ +package com.fangjia.script.gj.data_handle + +import com.fangjia.script.BaseBatch +import com.fangjia.script.BatchOwner +import com.fangjia.script.Watcher +import com.fangjia.script.thirdPriceCrawl.CrawalDBUtil +import com.fangjia.script.util.DateUtils +import com.fangjia.script.util.ElasticUtils +import com.fangjia.script.util.MongoUtils +import com.mongodb.BasicDBObject +import com.mongodb.DBCollection + +@BatchOwner(Watcher.GaoJuan) +class ThardParthAnalyBatch extends BaseBatch{ + + def thirdPartyColl = CrawalDBUtil.getThirdPartyCol(); + static DBCollection THIRD_PARTY_STAT = MongoUtils.getCollectionByName("fangjia_stat", "third_party_stat", "mongo.db.fangjia.com") + + + static main(args) { + runBatch(new ThardParthAnalyBatch(), args) + } + +// static main(args) { +// def task = new ThardParthAnalyBatch() +// task.run() +// } + @Override + void process(Object args) { + run() + } + + def run(){ + def mdate = DateUtils.formatDateByPattern(DateUtils.getFirstDayOfMonth(new Date(), -2), "yyyy-MM-dd") + def sDate = Integer.parseInt(DateUtils.addMonth(DateUtils.formatDateByPattern(new Date(), "yyyyMM"), -2, "yyyyMM")); + println "统计月份:"+sDate+" 查询更新时间:"+mdate + + def crawlTotalCount = findAllEsDataCount(mdate) + println "抓取第三方小区量:"+crawlTotalCount + def synchTotalCount = findAllMongoDatasCount(sDate) + println "同步到第三方库小区量: "+synchTotalCount + def synchHavePriceTotalCount = findAllMongoDatasHavePricesCount(sDate) + println "同步到第三方库有价格数量:"+synchHavePriceTotalCount + def matchTotalCount = findMatchSuccessCount(sDate) + println "第三方小区匹配成功量:"+matchTotalCount + def noMatchTotalCount = findNoMatchCount(sDate) + println "第三方小区匹配还未匹配数量: "+noMatchTotalCount + + saveOrUpdateDatas(sDate, crawlTotalCount, synchTotalCount, synchHavePriceTotalCount, matchTotalCount, noMatchTotalCount); + + } + + + def findAllEsDataCount(mdate){ + def count = null + ElasticUtils.executeSqlQuery("select count(1) as count from community where m_date>='${mdate}'", { d-> + count = d.count + }) + return count; + } + + def findAllMongoDatasCount(s_date){ + def q = new BasicDBObject().append("s_date", s_date) + return thirdPartyColl.count(q) + } + + def findAllMongoDatasHavePricesCount(sDate){ + def q = new BasicDBObject().append("s_date", sDate).append("avg_price", new BasicDBObject('$gt', 0)) + return thirdPartyColl.count(q) + } + + def findMatchSuccessCount(sDate){ + def q = new BasicDBObject().append("s_date", sDate).append("avg_price", new BasicDBObject('$gt', 0)).append("status", 4) + return thirdPartyColl.count(q) + } + + def findNoMatchCount(sDate){ + def q = new BasicDBObject().append("s_date", sDate).append("avg_price", new BasicDBObject('$gt', 0)).append("status", new BasicDBObject('$exists', false)) + return thirdPartyColl.count(q) + } + + def saveOrUpdateDatas(sDate, crawlTotalCount, synchTotalCount, synchHavePriceTotalCount, matchTotalCount, noMatchTotalCount){ + def obj = THIRD_PARTY_STAT.findOne(new BasicDBObject("s_date", sDate)) + + def udata = new BasicDBObject() + udata.put("crawl_total", crawlTotalCount) + udata.put("synch_total", synchTotalCount) + udata.put("synch_have_price_total", synchHavePriceTotalCount) + udata.put("match_total", matchTotalCount) + udata.put("no_match_total", noMatchTotalCount) + udata.put("c_date", new Date()) + if(obj){ + udata.put("m_date", new Date()) + THIRD_PARTY_STAT.update(new BasicDBObject("_id",obj._id), new BasicDBObject('$set', udata)) + }else{ + udata.put("s_date", sDate) + THIRD_PARTY_STAT.save(udata) + } + } + +} diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch.groovy index 1645e9131..f5da97fd8 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch.groovy @@ -921,7 +921,7 @@ class FjwBigdataForsaleBatch extends BaseBatch{ def findAllHouseIdsByCity(){ // 创建布隆过滤器对象 - BloomFilter filter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 200000000, 0.000001); + BloomFilter filter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 800000000, 0.000001); // def houseIds = new HashSet() pgsqlInstance.eachRow("SELECT gujia_sell_id FROM base.bigdata_forsale",{it-> filter.put(it.gujia_sell_id) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwThirdPartyPriceBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwThirdPartyPriceBatch.groovy index 2d77f4142..daa08b17c 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwThirdPartyPriceBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwThirdPartyPriceBatch.groovy @@ -35,9 +35,6 @@ class FjwThirdPartyPriceBatch extends BaseBatch { def sourceMap = ["诸葛找房":"01", "安居客":"02","房天下":"03","链家":"04","城市家居":"05","麦田":"06","贝壳":"07","淘房365":"08","中原":"09","兔博士":"10","Q房":"11","房探":"12", "房多多":"13","我爱我家":"14","禧泰数据":"15","吉屋网":"16","乐居":"17","21世纪":"18","房产超市":"19","58同城":"20"] - def sqlInstance = Sql.newInstance("jdbc:oracle:thin:@192.168.0.236:1521:orcl", - "GOOJIA", "GOOJIA", "oracle.jdbc.driver.OracleDriver") - def pgsqlInstance = Sql.newInstance("jdbc:postgresql://192.168.0.235:5432/fangjia?stringtype=unspecified", "postgres", "Goojia123456", "org.postgresql.Driver") @@ -392,139 +389,6 @@ class FjwThirdPartyPriceBatch extends BaseBatch { return rets; } - def createData3(cityid){ - def sql = "select COMMID, COMMNAME, CITYID, CITYNAME, DISTID, DISTNAME, YEAR_MONTH, ZHUGE_AVG_PRICE, ANJUKE_AVG_PRICE, FANG_AVG_PRICE, LIANJIA_AVG_PRICE, CITYHOUSE_AVG_PRICE, MAITIAN_AVG_PRICE, KE_AVG_PRICE, TAOFANG_AVG_PRICE, ZHONGYUAN_AVG_PRICE, TBS_AVG_PRICE, QFANG_AVG_PRICE, FANGTAN_AVG_PRICE, FANGDUODUO_AVG_PRICE, WIWJ_AVG_PRICE, to_char(UPDATETIME,'yyyy-mm-dd hh24:mi:ss') as UPDATETIME from THIRD_PARTY_PRICE_GJ where CITYID='${cityid}' and YEAR_MONTH=${sDate}"; - def allRows = [] - sqlInstance.eachRow(sql,{r-> - def dataMap = [:] - - dataMap.COMMID = r.COMMID - dataMap.COMMNAME = r.COMMNAME - dataMap.CITYID = r.CITYID - dataMap.CITYNAME = r.CITYNAME - dataMap.DISTID = r.DISTID - dataMap.DISTNAME = r.DISTNAME - dataMap.YEAR_MONTH = r.YEAR_MONTH - def price_map = [:] - dataMap.price_map = price_map - if(r.ZHUGE_AVG_PRICE){ - price_map.zhuge_avg_price = r.ZHUGE_AVG_PRICE - } - - if(r.ANJUKE_AVG_PRICE){ - price_map.anjuke_avg_price = r.ANJUKE_AVG_PRICE - } - - if(r.FANG_AVG_PRICE){ - price_map.fang_avg_price = r.FANG_AVG_PRICE - } - - if(r.LIANJIA_AVG_PRICE){ - price_map.lianjia_avg_price = r.LIANJIA_AVG_PRICE - } - - if(r.CITYHOUSE_AVG_PRICE){ - price_map.cityhouse_avg_price = r.CITYHOUSE_AVG_PRICE - } - - if(r.MAITIAN_AVG_PRICE){ - price_map.maitian_avg_price = r.MAITIAN_AVG_PRICE - } - - if(r.KE_AVG_PRICE){ - price_map.ke_avg_price = r.KE_AVG_PRICE - } - - if(r.TAOFANG_AVG_PRICE){ - price_map.taofang_avg_price = r.TAOFANG_AVG_PRICE - } - - if(r.ZHONGYUAN_AVG_PRICE){ - price_map.zhongyuan_avg_price = r.ZHONGYUAN_AVG_PRICE - } - - if(r.TBS_AVG_PRICE){ - price_map.tbs_avg_price = r.TBS_AVG_PRICE - } - - if(r.QFANG_AVG_PRICE){ - price_map.qfang_avg_price = r.QFANG_AVG_PRICE - } - - if(r.FANGTAN_AVG_PRICE){ - price_map.fangtan_avg_price = r.FANGTAN_AVG_PRICE - } - - if(r.FANGDUODUO_AVG_PRICE){ - price_map.fangduoduo_avg_price = r.FANGDUODUO_AVG_PRICE - } - - if(r.WIWJ_AVG_PRICE){ - price_map.wiwj_avg_price = r.WIWJ_AVG_PRICE - } - dataMap.updatetime = r.UPDATETIME - - allRows << dataMap - }); - - - def results = [] - for(def m : allRows){ - def priceMap = m.price_map - priceMap.each{k,v-> - def ret = [] - ret << new ObjectId().toString() - ret << m.CITYID - ret << m.DISTID - ret << m.COMMID - ret << m.COMMNAME - - def web = "" - if(k=="zhuge_avg_price"){ - web = "诸葛找房" - }else if(k=="anjuke_avg_price"){ - web = "安居客" - }else if(k=="fang_avg_price"){ - web = "房天下" - }else if(k=="lianjia_avg_price"){ - web = "链家" - }else if(k=="cityhouse_avg_price"){ - web = "禧泰数据" - }else if(k=="maitian_avg_price"){ - web = "麦田" - }else if(k=="ke_avg_price"){ - web = "贝壳" - }else if(k=="taofang_avg_price"){ - web = "淘房365" - }else if(k=="zhongyuan_avg_price"){ - web = "中原" - }else if(k=="tbs_avg_price"){ - web = "兔博士" - }else if(k=="qfang_avg_price"){ - web = "Q房" - }else if(k=="fangtan_avg_price"){ - web = "房探" - }else if(k=="fangduoduo_avg_price"){ - web = "房多多" - }else if(k=="wiwj_avg_price"){ - web = "我爱我家" - } - - ret << sourceMap.get(web) - ret << web - ret << m.YEAR_MONTH - ret << v - ret << "" - ret << "" - ret << m.updatetime - results << ret - } - } - - return results - - } - def findThirdPartyPrice(def city, def statMap){ def q = new BasicDBObject() From 7ac29432191309084e3ae789dfc6273fd8eb9221 Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Fri, 9 Aug 2024 15:13:42 +0800 Subject: [PATCH 09/14] =?UTF-8?q?=E8=B7=AF=E5=BE=84=E4=BF=AE=E6=94=B9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../ronghe/ExportDistrictRongHe.groovy | 76 +++++++++---------- 1 file changed, 38 insertions(+), 38 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ronghe/ExportDistrictRongHe.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ronghe/ExportDistrictRongHe.groovy index 846a244a8..c611aa10f 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ronghe/ExportDistrictRongHe.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/ronghe/ExportDistrictRongHe.groovy @@ -146,7 +146,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportBigdataCommunityGJRH(){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMUNITY_FJW_ALL_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMUNITY_FJW_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_COMMUNITY_FJW_ALL_${curDate}_0001.dat" } @@ -221,7 +221,7 @@ class ExportDistrictRongHe extends BaseBatch{ } def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_COMMUNITY_PRICE_GJ_ALL_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_COMMUNITY_PRICE_GJ_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_COMMUNITY_PRICE_GJ_ALL_${curDate}_0001.dat" } @@ -253,7 +253,7 @@ class ExportDistrictRongHe extends BaseBatch{ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" // FJW_000000_000000_EVALUATE_RATE_CITY_FLW_ADD_ - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_EVALUATE_RATE_CITY_FJW_HIS_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_EVALUATE_RATE_CITY_FJW_HIS_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_EVALUATE_RATE_CITY_FJW_HIS_ADD_${curDate}_0001.dat" } @@ -295,7 +295,7 @@ class ExportDistrictRongHe extends BaseBatch{ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" // FJW_000000_000000_EVALUATE_RATE_COMM_FLW_ADD_ avm_evaluate_rate_comm_gj_h - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_EVALUATE_RATE_COMM_FJW_HIS_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_EVALUATE_RATE_COMM_FJW_HIS_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_EVALUATE_RATE_COMM_FJW_HIS_ADD_${curDate}_0001.dat" } @@ -327,7 +327,7 @@ class ExportDistrictRongHe extends BaseBatch{ } def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMBUILDSTRU_FJW_ALL_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMBUILDSTRU_FJW_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_COMMBUILDSTRU_FJW_ALL_${curDate}_0001.dat" } @@ -356,7 +356,7 @@ class ExportDistrictRongHe extends BaseBatch{ } def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMHOUSETYPE_FJW_ALL_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMHOUSETYPE_FJW_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_COMMHOUSETYPE_FJW_ALL_${curDate}_0001.dat" } @@ -384,7 +384,7 @@ class ExportDistrictRongHe extends BaseBatch{ } def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMBUILDYEAR_FJW_ALL_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMBUILDYEAR_FJW_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_COMMBUILDYEAR_FJW_ALL_${curDate}_0001.dat" } @@ -422,7 +422,7 @@ class ExportDistrictRongHe extends BaseBatch{ }); } def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMFEE_FJW_ALL_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMFEE_FJW_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_COMMFEE_FJW_ALL_${curDate}_0001.dat" } @@ -452,7 +452,7 @@ class ExportDistrictRongHe extends BaseBatch{ } def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMHOUSEUSE_FJW_ALL_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMHOUSEUSE_FJW_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_COMMHOUSEUSE_FJW_ALL_${curDate}_0001.dat" } @@ -485,7 +485,7 @@ class ExportDistrictRongHe extends BaseBatch{ } def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_POSITION_FJW_ALL_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_POSITION_FJW_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_POSITION_FJW_ALL_${curDate}_0001.dat" } @@ -517,7 +517,7 @@ class ExportDistrictRongHe extends BaseBatch{ } def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_DISTRICT_FJW_ALL_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_DISTRICT_FJW_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_DISTRICT_FJW_ALL_${curDate}_0001.dat" } @@ -552,7 +552,7 @@ class ExportDistrictRongHe extends BaseBatch{ } def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_ADDRESS_ALIAS_FJW_ALL_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_ADDRESS_ALIAS_FJW_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_ADDRESS_ALIAS_FJW_ALL_${curDate}_0001.dat" } @@ -576,7 +576,7 @@ class ExportDistrictRongHe extends BaseBatch{ index++ def curStartStr = curStartDateStr - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_DEAL_FJW_ADD_${curStartStr.replace("-","")}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_DEAL_FJW_ADD_${curStartStr.replace("-","")}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_DEAL_FJW_ADD_${curStartStr.replace("-","")}_0001.dat" } @@ -676,7 +676,7 @@ class ExportDistrictRongHe extends BaseBatch{ def endDateStr = DateUtils.formatDateByPattern(DateUtils.getLastDayOfMonth(DateUtils.parseFromTightYYYYMMDD(dealdate)), "yyyy-MM-dd") // def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMMdd") - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_DEAL_FJW_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_DEAL_FJW_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_DEAL_FJW_ADD_${curDate}_0001.dat" } @@ -716,7 +716,7 @@ class ExportDistrictRongHe extends BaseBatch{ def endDateStr = DateUtils.formatDateByPattern(DateUtils.getLastDayOfMonth(DateUtils.parseFromTightYYYYMMDD(dealdate)), "yyyy-MM-dd") - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_DEAL_FJW_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_DEAL_FJW_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_DEAL_FJW_ADD_${curDate}_0001.dat" } @@ -987,7 +987,7 @@ class ExportDistrictRongHe extends BaseBatch{ allRows << data }); def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_DEAL_FJW_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_DEAL_FJW_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_DEAL_FJW_ADD_${curDate}_0001.dat" } @@ -998,7 +998,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportBigdataBuildingFJW(){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_BUILDING_FJW_ALL_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_BUILDING_FJW_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_BUILDING_FJW_ALL_${curDate}_0001.dat" } @@ -1072,7 +1072,7 @@ class ExportDistrictRongHe extends BaseBatch{ allRows << data }); def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_EVALUATE_RATE_FJW_ALL_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_EVALUATE_RATE_FJW_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_EVALUATE_RATE_FJW_ALL_${curDate}_0001.dat" } @@ -1084,7 +1084,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportThirdPartyPrice2(price_date, new_dists) { def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "10"; - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" } @@ -1132,7 +1132,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportPgThirdPartyPrice2(price_date, new_dists){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM") + "28"; - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" if (CommonDatautils.isWindow()) { fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_${curDate}_0001.dat" } @@ -1215,7 +1215,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportBigdataBuildprojFjw(){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_BUILDPROJ_FJW_ALL_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_BUILDPROJ_FJW_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_BUILDPROJ_FJW_ALL_${curDate}_0001.dat" } @@ -1261,7 +1261,7 @@ class ExportDistrictRongHe extends BaseBatch{ } def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_COMMUNITY_BASE_PRICE_GJNB_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_COMMUNITY_BASE_PRICE_GJNB_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_COMMUNITY_BASE_PRICE_GJNB_ADD_${curDate}_0001.dat" } @@ -1304,7 +1304,7 @@ class ExportDistrictRongHe extends BaseBatch{ } def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_COMM_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_COMM_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_COMM_BASE_PRICE_GJ_ADD_${curDate}_0001.dat" } @@ -1319,7 +1319,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportCommunityPdescribeGj(month){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_COMMUNITY_P_DESCRIBE_GJ_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_COMMUNITY_P_DESCRIBE_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_COMMUNITY_P_DESCRIBE_GJ_ADD_${curDate}_0001.dat" } @@ -1393,7 +1393,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportPgCommunityPdescribeGj(month){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_COMM_DESCRIBE_GJ_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_COMM_DESCRIBE_GJ_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_COMM_DESCRIBE_GJ_ADD_${curDate}_0001.dat" } @@ -1460,7 +1460,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportGuideStatistics(time){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_GUIDE_STATISTICS_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_GUIDE_STATISTICS_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_GUIDE_STATISTICS_ADD_${curDate}_0001.dat" } @@ -1501,7 +1501,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportPgGuideStatistics(time){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_GUIDE_STATISTICS_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_GUIDE_STATISTICS_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_GUIDE_STATISTICS_ADD_${curDate}_0001.dat" } @@ -1537,7 +1537,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportPgBigdataSupplierStatistics(time){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_SUPPLIER_STATISTICS_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_SUPPLIER_STATISTICS_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_SUPPLIER_STATISTICS_ADD_${curDate}_0001.dat" } @@ -1570,7 +1570,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportBigdataSupplierStatistics(time){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_SUPPLIER_STATISTICS_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_SUPPLIER_STATISTICS_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_SUPPLIER_STATISTICS_ADD_${curDate}_0001.dat" } @@ -1609,7 +1609,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportBigdataModelingBase(time){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_MODELING_BASE_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_MODELING_BASE_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_MODELING_BASE_ADD_${curDate}_0001.dat" } @@ -1652,7 +1652,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportPgBigdataModelingBase(time){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"28" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_MODELING_BASE_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_MODELING_BASE_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_MODELING_BASE_ADD_${curDate}_0001.dat" } @@ -1689,7 +1689,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportBigdataCityPrice(queryDate){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_CITYPRICE_FJW_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_CITYPRICE_FJW_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_ronghe\\${curDate}\\FJW_000000_000000_BIGDATA_CITYPRICE_FJW_ADD_${curDate}_0001.dat" } @@ -1737,7 +1737,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportBigdataDistPrice(queryDate){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_DISTPRICE_FJW_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_DISTPRICE_FJW_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_ronghe\\${curDate}\\FJW_000000_000000_BIGDATA_DISTPRICE_FJW_ADD_${curDate}_0001.dat" } @@ -1784,7 +1784,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportBigdataCommPrice(queryDate){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMPRICE_FJW_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMPRICE_FJW_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_ronghe\\${curDate}\\FJW_000000_000000_BIGDATA_COMMPRICE_FJW_ADD_${curDate}_0001.dat" } @@ -1845,7 +1845,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportBigdataCommlayoutpicFjw(){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMLAYOUTPIC_FJW_ALL_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_COMMLAYOUTPIC_FJW_ALL_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_COMMLAYOUTPIC_FJW_ALL_${curDate}_0001.dat" } @@ -1856,7 +1856,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportBigdataForsale(publishDate, new_dists){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_FORSALE_FJW_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_FORSALE_FJW_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_FORSALE_FJW_ADD_${curDate}_0001.dat" } @@ -1913,7 +1913,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportPgBigdataForsale(publishDate,endDate, new_dists){ def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMM")+"10" - def fileName = "/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_FORSALE_FJW_ADD_${curDate}_0001.dat" + def fileName = "/home/ccb_rh/${curDate}/FJW_000000_000000_BIGDATA_FORSALE_FJW_ADD_${curDate}_0001.dat" if(CommonDatautils.isWindow()){ fileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\FJW_000000_000000_BIGDATA_FORSALE_FJW_ADD_${curDate}_0001.dat" } @@ -2098,7 +2098,7 @@ class ExportDistrictRongHe extends BaseBatch{ def exportOk(curDate){ // def curDate = DateUtils.formatDateByPattern(new Date(), "yyyyMMdd") - def dataCodeFileName = "/ccb_rh/${curDate}/${curDate}.ok" + def dataCodeFileName = "/home/ccb_rh/${curDate}/${curDate}.ok" if(CommonDatautils.isWindow()){ dataCodeFileName = "D:\\数据\\建行\\房产估值\\数据文件\\txt\\ccb_rh\\${curDate}\\${curDate}.ok" } From cb611af44f6583af1597f901bde736f1e38240e6 Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Fri, 9 Aug 2024 15:14:30 +0800 Subject: [PATCH 10/14] update --- .../fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy index 0e5692cb7..04bdb7d77 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy @@ -61,7 +61,7 @@ class DataStandardBatch extends BaseBatch{ private static def districtMap = [:]; private static def limit = 5000; - def static final SHORT_DATE = Utils.getLastMonth() + def static final SHORT_DATE = Integer.parseInt(com.fangjia.script.util.DateUtils.addMonth(com.fangjia.script.util.DateUtils.formatDateByPattern(new Date(), "yyyyMM"), -1, "yyyyMM")); def static final statusMap = ["城市未匹配":1,"区域未匹配":2,"小区匹配失败":3,"小区匹配成功":4,"异常错误":5, "无价格":6, "无名称":7] def static final websites = ["房估估","诸葛找房","安居客","搜房","中原地产","赶集", "链家","兔博士","城市房产","贝壳找房","Q房","Q房(新)","中原地产(新)","我爱我家","麦田","房途","C21","乐居","房产超市","58同城","365淘房","吉屋","幸福里"] @@ -922,7 +922,7 @@ class DataStandardBatch extends BaseBatch{ //查找出所有未进行匹配的数据 def findAllNoMatchData(){ DBObject qdata = new BasicDBObject(); - qdata.put("s_date", SHORT_DATE) + qdata.put("s_date", new BasicDBObject('$gte', SHORT_DATE)) // qdata.put("city","福州") // qdata.put("source","安居客") // qdata.put("name",Pattern.compile("龚家宅.*")) From d270779225c76a59b04c27afff3607d9220992fc Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Fri, 9 Aug 2024 15:45:53 +0800 Subject: [PATCH 11/14] =?UTF-8?q?=E6=96=B0=E5=A2=9E=E7=BD=91=E7=AB=99?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy | 2 +- .../fangjia/script/thirdPriceCrawl/SynchDistrictPrice.groovy | 2 +- .../script/thirdPriceCrawl/ThirdDataToGatherBatch.groovy | 3 ++- 3 files changed, 4 insertions(+), 3 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy index 04bdb7d77..f1df981ef 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/DataStandardBatch.groovy @@ -64,7 +64,7 @@ class DataStandardBatch extends BaseBatch{ def static final SHORT_DATE = Integer.parseInt(com.fangjia.script.util.DateUtils.addMonth(com.fangjia.script.util.DateUtils.formatDateByPattern(new Date(), "yyyyMM"), -1, "yyyyMM")); def static final statusMap = ["城市未匹配":1,"区域未匹配":2,"小区匹配失败":3,"小区匹配成功":4,"异常错误":5, "无价格":6, "无名称":7] - def static final websites = ["房估估","诸葛找房","安居客","搜房","中原地产","赶集", "链家","兔博士","城市房产","贝壳找房","Q房","Q房(新)","中原地产(新)","我爱我家","麦田","房途","C21","乐居","房产超市","58同城","365淘房","吉屋","幸福里"] + def static final websites = ["房估估","诸葛找房","安居客","搜房","中原地产","赶集", "链家","兔博士","城市房产","贝壳找房","Q房","Q房(新)","中原地产(新)","我爱我家","麦田","房途","C21","乐居","房产超市","58同城","365淘房","吉屋","幸福里","中国房价行情","常州住房"] public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(10) static { thirdPartyColl = CrawalDBUtil.getThirdPartyCol(); diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/SynchDistrictPrice.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/SynchDistrictPrice.groovy index 33e407462..4bb2aff5a 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/SynchDistrictPrice.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/SynchDistrictPrice.groovy @@ -27,7 +27,7 @@ class SynchDistrictPrice extends BaseBatch{ // "吉屋":"吉屋","365淘房":"365淘房","我爱我家":"我爱我家","诸葛找房APP":"诸葛找房","贝壳":"贝壳找房","链家":"链家","Q房":"Q房","麦田":"麦田", // "中原地产":"中原地产","安居客小程序":"安居客","搜房":"搜房","乐有家":"乐有家","C21":"C21","城市房产":"城市房产","兔博士PC端":"兔博士" // def esSources = ["搜房":"搜房"] - def esSources = ["我爱我家":"我爱我家","兔博士PC端":"兔博士","吉屋":"吉屋","贝壳找房":"贝壳找房","乐有家":"乐有家","365淘房":"365淘房","诸葛找房APP":"诸葛找房","链家":"链家","Q房":"Q房","麦田":"麦田","中原地产":"中原地产","安居客小程序":"安居客","搜房":"搜房","C21":"C21","城市房产小程序":"城市房产","幸福里APP":"幸福里"] + def esSources = ["我爱我家":"我爱我家","兔博士PC端":"兔博士","吉屋":"吉屋","贝壳找房":"贝壳找房","乐有家":"乐有家","365淘房":"365淘房","诸葛找房APP":"诸葛找房","链家":"链家","Q房":"Q房","麦田":"麦田","中原地产":"中原地产","安居客小程序":"安居客","搜房":"搜房","C21":"C21","城市房产小程序":"城市房产","幸福里APP":"幸福里", "中国房价行情":"中国房价行情","常州住房":"常州住房"] static main(args) { runBatch(new SynchDistrictPrice(), args); diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/ThirdDataToGatherBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/ThirdDataToGatherBatch.groovy index ad821196e..aaf9d6380 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/ThirdDataToGatherBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/ThirdDataToGatherBatch.groovy @@ -32,7 +32,8 @@ class ThirdDataToGatherBatch extends BaseBatch{ "房估估":"fanggugu_esf","诸葛找房":"zhugezhaofang_esf","安居客":"anjuke_esf","搜房":"soufang_esf","中原地产":"zhongyuan_esf","赶集":"ganji_esf", "链家":"lianjia_esf","兔博士":"tuboshi_esf","城市房产":"cityhouse_esf","贝壳找房":"beike_esf","Q房":"qfang_esf","Q房(新)":"qfang_new","中原地产(新)":"zhongyuan_new", "乐有家":"leyoujia_esf","乐有家(新)":"leyoujia_new","房探":"fangtan_esf","房多多":"fangdoudou_esf","小资家":"xiaozijia_esf","我爱我家":"5i5j_esf","麦田":"maitian_esf", - "房途":"fangtoo_esf","C21":"c21_esf","乐居":"leju_esf","房产超市":"fccs_esf","58同城":"58tc_esf","365淘房":"365house_esf","吉屋":"jiwu_esf","幸福里":"xingfuli_esf" + "房途":"fangtoo_esf","C21":"c21_esf","乐居":"leju_esf","房产超市":"fccs_esf","58同城":"58tc_esf","365淘房":"365house_esf","吉屋":"jiwu_esf","幸福里":"xingfuli_esf", + "中国房价行情":"creprice_esf","常州住房":"zwfc_esf" ] public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(2) From ece09656373f3449b067ed4e9997c2729e1bd03b Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Mon, 12 Aug 2024 11:13:32 +0800 Subject: [PATCH 12/14] =?UTF-8?q?=E6=95=B0=E6=8D=AE=E9=87=8F=E5=A4=AA?= =?UTF-8?q?=E5=A4=9A=E6=8C=89=E5=9F=8E=E5=B8=82=E5=8A=A0=E8=BD=BD?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../script/ccbevaluation/TestExport.groovy | 14 ++++ .../com/fangjia/script/gj/GreenBuild.groovy | 79 +++++++++++++++++++ .../FjwBigdataForsaleBatch.groovy | 7 +- 3 files changed, 97 insertions(+), 3 deletions(-) create mode 100644 projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/TestExport.groovy create mode 100644 projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/GreenBuild.groovy diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/TestExport.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/TestExport.groovy new file mode 100644 index 000000000..f84530d3d --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/TestExport.groovy @@ -0,0 +1,14 @@ +package com.fangjia.script.ccbevaluation + +import com.fangjia.script.commData.CommonDatautils +import com.fangjia.script.util.ExcelUtils + +ExcelUtils.modify("D:\\数据\\建行\\东莞202406.xlsx", { d -> + if(d['G'] && d['G'] instanceof String){ + + def obj = CommonDatautils.findDistrictById(d['G']) + if(obj){ + d['H'] = obj.name + } + } +}) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/GreenBuild.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/GreenBuild.groovy new file mode 100644 index 000000000..e66933e4d --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/GreenBuild.groovy @@ -0,0 +1,79 @@ +package com.fangjia.script.gj + +import com.fangjia.script.gj.district.FangjiaClientUtils +import com.fangjia.script.util.ExcelUtils +import com.fangjia.script.util.MongoUtils +import com.mongodb.BasicDBObject +import com.mongodb.DBCollection + +import java.util.concurrent.CopyOnWriteArrayList +import java.util.concurrent.CountDownLatch +import java.util.concurrent.ExecutorService +import java.util.concurrent.Executors +import java.util.concurrent.atomic.AtomicLong + +class GreenBuild { + + DBCollection GREEN_BUILD_COLL = MongoUtils.getCollectionByName("crawl", "green_build_project", "192.168.0.206",27020) + public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(10) + + + static main(args) { + def task = new GreenBuild() + task.run() + } + + def run(){ + def datas = findAll() + def rets = match(datas) + ExcelUtils.write("D:\\数据\\绿色建筑\\绿色建筑匹配住宅.xlsx", rets, "匹配结果") + } + + def match(datas){ + + def rets = new CopyOnWriteArrayList() + def totalCount = new AtomicLong() + final CountDownLatch latch = new CountDownLatch(datas.size()) + + rets << ["ID", "城市","区域", "名称", "匹配ID", "匹配城市" , "匹配区域" ,"匹配名称"] + for(def i=0;i filter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 800000000, 0.000001); // def houseIds = new HashSet() - pgsqlInstance.eachRow("SELECT gujia_sell_id FROM base.bigdata_forsale",{it-> + pgsqlInstance.eachRow("SELECT gujia_sell_id FROM base.bigdata_forsale where urbn_nm='${city}'",{it-> filter.put(it.gujia_sell_id) }); From 9958587d1205ab4a75b610411cdaa01968e141b9 Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Mon, 12 Aug 2024 11:41:37 +0800 Subject: [PATCH 13/14] =?UTF-8?q?=E6=88=BF=E6=BA=90=E6=94=B9=E4=B8=BA?= =?UTF-8?q?=E6=8C=89=E5=9F=8E=E5=B8=82id?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../gj/fjwPriceBaseData/FjwBigdataForsaleBatch.groovy | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch.groovy index 8a95c6476..c40ba1e41 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch.groovy @@ -98,7 +98,7 @@ class FjwBigdataForsaleBatch extends BaseBatch{ for(def city : citys){ index++ - houseIdsfilter = findAllHouseIdsByCity(city) + houseIdsfilter = findAllHouseIdsByCity(cityCodeDataMap.get(city)) def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city) def districts = CcbCommonUtils.findAllDistrictByCity(city, "district", ["city", "region", "name", "lng","estate_type2","name_cat","address", "alias", "finish_building_date", "house_property", "property_life", "build_type", "build_structure"], "all"); exportSellCSV(index, city, cityCodeDataMap, distCodeMap, districts, startDate.toInteger(), endDate.toInteger(), houseIdsfilter); @@ -920,11 +920,11 @@ class FjwBigdataForsaleBatch extends BaseBatch{ return houseIds; } - def findAllHouseIdsByCity(city){ + def findAllHouseIdsByCity(cityid){ // 创建布隆过滤器对象 - BloomFilter filter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 800000000, 0.000001); + BloomFilter filter = BloomFilter.create(Funnels.stringFunnel(StandardCharsets.UTF_8), 200000000, 0.000001); // def houseIds = new HashSet() - pgsqlInstance.eachRow("SELECT gujia_sell_id FROM base.bigdata_forsale where urbn_nm='${city}'",{it-> + pgsqlInstance.eachRow("SELECT gujia_sell_id FROM base.bigdata_forsale where urbn_id='${cityid}'",{it-> filter.put(it.gujia_sell_id) }); From f76253f9833297822d6af64e386060f53c90eb88 Mon Sep 17 00:00:00 2001 From: gaojuan1 Date: Mon, 12 Aug 2024 11:50:45 +0800 Subject: [PATCH 14/14] =?UTF-8?q?=E6=88=BF=E4=BB=B7=E7=BD=91=E5=86=85?= =?UTF-8?q?=E9=83=A8=E5=9D=87=E4=BB=B7=E7=B3=BB=E7=BB=9F=E6=96=B0=E5=A2=9E?= =?UTF-8?q?=E6=9C=80=E8=BF=912=E4=B8=AA=E6=9C=88=E7=9A=84=E6=88=BF?= =?UTF-8?q?=E6=BA=90=E6=95=B0=E6=8D=AE?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../script/ccbevaluation/AddSzDealData.groovy | 2 +- .../fangjia/script/ccbevaluation/Test.groovy | 71 ++++- .../script/ccbevaluation/TradeStatLog.groovy | 70 ++++- .../fangjia/script/gj/OpenUserBatch.groovy | 14 +- .../script/gj/data_handle/AddDistAddr.groovy | 247 ++++++++++++++++ .../script/gj/data_handle/DevProcess.groovy | 192 +++++++++++- .../gj/data_handle/DevUpdateTestBatch.groovy | 277 ++++++++++++++++++ .../data_handle/DistrictAliasProcess.groovy | 35 ++- .../gj/data_handle/GXDdistrictMatch.groovy | 10 +- .../script/gj/data_handle/PoiLocation.groovy | 92 +++++- .../gj/data_handle/TownMiddleProcess.groovy | 239 ++++++++++++++- .../data_handle/TownshipStrandUpdate.groovy | 254 +++++++++++++++- .../FjwBigdataForsaleBatch.groovy | 5 +- .../fangjia/script/gj/poc/AddPriceTest.groovy | 44 +-- .../script/gj/village/QiliangTest.groovy | 4 +- .../script/gj/xiamen/ElasticUtils89.groovy | 265 +++++++++++++++++ .../gj/xiamen/GaoDePoiDataProcess.groovy | 233 +++++++++++---- .../script/gj/xiamen/SeaweedDataSynch.groovy | 2 +- .../com/fangjia/script/util/DESUtil.groovy | 69 +++++ .../yinjihaun/amap/GaoDeApiUtils.groovy | 3 +- 20 files changed, 1995 insertions(+), 133 deletions(-) create mode 100644 projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/AddDistAddr.groovy create mode 100644 projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DevUpdateTestBatch.groovy create mode 100644 projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/xiamen/ElasticUtils89.groovy create mode 100644 projects/fangjia-script/src/main/groovy/com/fangjia/script/util/DESUtil.groovy diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/AddSzDealData.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/AddSzDealData.groovy index ff77ef91f..449e1ad79 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/AddSzDealData.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/AddSzDealData.groovy @@ -9,7 +9,7 @@ import com.mongodb.DBCollection /** * 深圳公众号成交数据录入 */ -def datas = ExcelUtils.read("D:\\数据\\建行\\房产估值\\成交\\20240619--深圳成交数据.xlsx", 0, 1) +def datas = ExcelUtils.read("D:\\数据\\建行\\房产估值\\成交\\2024年6月深圳二手房成交.xlsx", 0, 1) def lineUrl = "mongodb://developer:G00IDCDEV12385@192.168.0.43:28017"; DBCollection DEAL_PRICE_COLL = MongoUtils.getCollectionByName2("fangjia", "deal_price", lineUrl) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/Test.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/Test.groovy index 6b7876324..13a46482e 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/Test.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/Test.groovy @@ -199,6 +199,16 @@ def findAllData(sqlInstance236, citycode){ } +//ExcelUtils.modify("D:\\数据\\建行\\保定202406.xlsx", { d -> +// if(d['G']){ +// def obj = CommonDatautils.findDistrictById(d['G']) +// if(obj){ +// d['H'] = obj.name +// } +// } +//}) + + ////def url = "https://sh.anjuke.com" ////def s = DataHandleUtils.findMatchPattern(name, "https://\\w+.anjuke.com") @@ -1289,7 +1299,7 @@ def findAvgPrice(def commid, def pgsqlInstance, def cityid){ -def fileName = "D:\\数据\\建行\\房产估值\\指导价\\20240626人工指导价.xlsx" +def fileName = "D:\\数据\\建行\\房产估值\\指导价\\20240806--国信达价格录入.xlsx" ExcelUtils.multiThreadingModify(fileName, {d-> if(d['J']){ @@ -1308,9 +1318,9 @@ ExcelUtils.multiThreadingModify(fileName, {d-> d['A'] = dist.city d['B'] = dist.region d['C'] = dist.name -// d['K'] = dist.estate_type2 -// d['L'] = dist.status -// d['M'] = dist.name_cat + d['K'] = dist.estate_type2 + d['L'] = dist.status + d['M'] = dist.name_cat // d['H'] = dist.name } @@ -1352,24 +1362,57 @@ ExcelUtils.multiThreadingModify(fileName, {d-> // //}) - -//def filePath = "D:\\数据\\建行\\房产估值\\指导价\\大庆删除小区.xlsx" +// +//def filePath = "D:\\数据\\数据建设\\小区\\嘉峪关处理.xlsx" //ExcelUtils.modify(filePath, { d -> // if(d['A']){ -// -// def obj = CommonDatautils.findDistrictById(d['A']) -// if(obj){ -// -// def data = new BasicDBObject() -// data.put("status", 1) -// data.put("m_date", new Date()) -// DbUtils.seaweed.update(new BasicDBObject('_id',new ObjectId(d['A'])), new BasicDBObject('$set', data)) +//// def obj = CommonDatautils.findDistrictById(d['A']) +// def obj = CommonDatautils.findDistrict(d['A'], d['B'], d['C'], "district") +// def list = CommonDatautils.findDistrictList(d['A'], null, d['C'], "district") +// if(list){ +// if(list.size()==1){ +// def dbo = list[0] +// if(dbo){ +// def data = new BasicDBObject() +// data.put("region", d['B']) +// data.put("m_date", new Date()) +// DbUtils.seaweed.update(new BasicDBObject('_id',dbo._id), new BasicDBObject('$set', data)) +// } +// }else{ +// println d['C'] +" 有多个" +// } // } +//// if(obj){ +//// def lng = d['G'] +//// def lat =d['H'] +//// +//// // 高德转百度 +//// def baidu = BaiDuApiUtils.geoconv(d['G'].toString().toDouble(), d['H'].toString().toDouble(), 3) +//// def lng2 = baidu.x +//// def lat2 = baidu.y +//// +//// +//// def data = new BasicDBObject() +//// Long lng_new = d['G'].toString().toDouble() *10000000000L +//// Long lat_new = d['H'].toString().toDouble() *10000000000L +//// data.put("lng", lng_new) +//// data.put("lat", lat_new) +//// +//// Long dLat2 = lat2 * 10000000000L +//// Long dLng2 = lng2 * 10000000000L +//// data.put("lat2", dLat2) +//// data.put("lng2", dLng2) +//// +////// data.put("status", 1) +//// data.put("m_date", new Date()) +//// DbUtils.seaweed.update(new BasicDBObject('_id',obj._id), new BasicDBObject('$set', data)) +//// } // } // //}) + //def fileName = "D:\\数据\\建行\\房产估值\\指导价\\2024-04-08修改人工指导价.xlsx" //ExcelUtils.multiThreadingModify(fileName, { d -> // if(d['B'] && !d['D']){ diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/TradeStatLog.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/TradeStatLog.groovy index 57bdfdbd9..9fc014cca 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/TradeStatLog.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/TradeStatLog.groovy @@ -32,6 +32,10 @@ class TradeStatLog { def sqlInstance = Sql.newInstance("jdbc:oracle:thin:@192.168.0.236:1521:orcl", "GOOJIA", "GOOJIA", "oracle.jdbc.driver.OracleDriver") + + def pssqlInstance = Sql.newInstance("jdbc:postgresql://192.168.0.236:5432/warehouse?stringtype=unspecified", + "postgres", "postgres", "org.postgresql.Driver") + static final DBCollection AVERAGE_STATISTICS = MongoUtils.getCollectionByName("fangjia", "average_statistics", "192.168.0.43") public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(30) @@ -41,7 +45,9 @@ class TradeStatLog { static main(args) { def task = new TradeStatLog() // task.run()//统计最近3个月抓取的成交数据量 - task.exportTrade()//导出未入库成交 +// task.exportTrade()//导出未入库成交 + + task.exportTrade2()//导出未入库成交 // task.thirdPartyStat() // println Calendar.getInstance().get(Calendar.YEAR) // task.averageStat() @@ -584,6 +590,36 @@ class TradeStatLog { ExcelUtils.write("D:\\数据\\建行\\房产估值\\成交\\成交未入库记录(1月).xlsx", rets,"数据") } + + def exportTrade2(){ + +// def startDate = "2024-06-01" +// def endDate = "2024-07-01" + def ids = findAllDealIds(); + println ids.size() + ExcelUtils.multiThreadingModify("D:\\数据\\其它\\2024年6月成交数据.xlsx",{d-> + if(ids.contains(d['A'])){ + d['V'] = "供" + } + if(d['S'] && !d['W']){ + def dist = CommonDatautils.findDistrictById(d['S']) + if(!dist.name_cat && dist.name_cat!=0){ + d['W'] = "name_cat过滤" + } + if(dist.name_cat != 0 || !dist.lng || !["普通住宅","商住"].contains(dist.estate_type2) || dist.name.contains("洋房") || dist.name.contains("公房")){ + d['W'] = "小区过滤" + } + def key = d['B']+"##"+d['Q']+"##"+d['R']+"##"+d['D']+"##"+d['E'].toString().toDouble().toInteger()+"##"+d['J'].toString().substring(0,10) + def map = findDealByCommId(d['B'], d['S']) + def count = map.get(key) + if(count>=2){ + d['W'] = "重复" + } + } + println d['A'] + }) + } + def deleteDistrict(){ ExcelUtils.multiThreadingModify("D:\\数据\\建行\\房产估值\\要删除小区.xlsx",{d-> if(d['G']){ @@ -637,11 +673,39 @@ class TradeStatLog { return trades } + def findAllDealIds(){ + def sql = "select gujia_bds_mdl_id from base.t0831_bigdata_deal_gj_h where p9_start_date='2024-07-28'" + def ids = [] + pssqlInstance.eachRow(sql,{r-> + if(!ids.contains(r.gujia_bds_mdl_id)){ + ids << r.gujia_bds_mdl_id + } + }) + return ids + } + + def findDealByCommId(city, commid){ + def q = new BasicDBObject() + q.put("match_id", commid) + q.put("city", city) + q.put('trade_date', new BasicDBObject('$gte', DateUtils.parseFromTightYYYYMMDD("2024-06-01")).append('$lt', DateUtils.parseFromTightYYYYMMDD("2024-07-01"))); + def dbcursor = DEAL_PRICE_COLL.find(q) + def map = [:] + for(def d : dbcursor){ + def key = d.city+"##"+d.match_region+"##"+d.match_name+"##"+d.area+"##"+d.avg_price+"##"+DateUtils.formatDateByPattern(d.trade_date,"yyyy-MM-dd") + def count = map.get(key) + if(!count){ + count = 0 + } + map.put(key, count+1) + } + return map + } + def findDealIds(city, startDate, endDate){ def sql = "select * from bigdata_deal_gj where dealdate>=to_date('${startDate}','yyyy-mm-dd') and dealdate + pssqlInstance.eachRow(sql,{r-> if(!ids.contains(r.dealid)){ ids << r.dealid diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/OpenUserBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/OpenUserBatch.groovy index 42dd5ea08..a87dbc4c2 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/OpenUserBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/OpenUserBatch.groovy @@ -12,8 +12,8 @@ class OpenUserBatch { def task = new OpenUserBatch(); // task.run(); // task.test(); -// task.addShenZhenFjtUser(); - task.addFujianFjtUser() + task.addShenZhenFjtUser(); +// task.addFujianFjtUser() } def test(){ @@ -46,20 +46,20 @@ class OpenUserBatch { } def addShenZhenFjtUser(){ - def datas = ExcelUtils.read("D:\\数据\\渤海\\开通线上评估客户经理名单.xlsx",0,1) + def datas = ExcelUtils.read("D:\\数据\\黑龙江银行\\大正银行端新增账户模板中国银行.xls",0,1) def i = 0; for(def data : datas){ i++; - def id = 252608 + i; + def id = 252893 + i; BigDecimal bd = new BigDecimal(data[3].toString()); String mobile = bd.toPlainString(); - def sql = "insert into users(id, email, password, role, user_role, city, gold_total, come_from, date_created, last_updated, status, uid, access_token, house_report_token, open_day, fangdiao_apply_add, gujia_add, fangdiao_apply_count, gujia_down_count, fangdiao_add, fangdiao_down_count, yang_ben_down, mobile, pay_password, evaluation_count, close_date, manager, role_users, weixinId) VALUES ("+id+", '"+mobile+"', '666666', '17', NULL, NULL, '0', 'fangjiatong', now(), now(), '0', NULL, NULL, '', '0', '2', '2', '2', '500', NULL, NULL, '0', NULL, NULL, NULL, '2023-01-01 00:00:00', '0', '', NULL)"; + def sql = "insert into users(id, email, password, role, user_role, city, gold_total, come_from, date_created, last_updated, status, uid, access_token, house_report_token, open_day, fangdiao_apply_add, gujia_add, fangdiao_apply_count, gujia_down_count, fangdiao_add, fangdiao_down_count, yang_ben_down, mobile, pay_password, evaluation_count, close_date, manager, role_users, weixinId) VALUES ("+id+", '"+mobile+"', '666666', '18', NULL, NULL, '0', 'fangjiatong', now(), now(), '0', NULL, NULL, '', '0', '2', '2', '2', '500', NULL, NULL, '0', NULL, NULL, NULL, '2025-12-31 00:00:00', '0', '', NULL)"; onLineSqlInstance.execute(sql); - def sql2 = "INSERT INTO users_detail (id, p_id,name, org_name, phone, fax, email, address, role, company, user_valid_date, online_status, last_login_date, last_operat_date, date_created, last_updated, mobile, eva_guide, ip_list, sale_name) VALUES ('"+id+"', '0', '"+data[2]+"', '"+data[1]+"', '"+mobile+"', NULL, NULL, NULL, NULL, NULL, NULL, b'0', now(), now(), now(), now(), NULL, b'0', '', '姚静梦')"; + def sql2 = "INSERT INTO users_detail (id, p_id,name, org_name, phone, fax, email, address, role, company, user_valid_date, online_status, last_login_date, last_operat_date, date_created, last_updated, mobile, eva_guide, ip_list, sale_name) VALUES ('"+id+"', '0', '"+data[2]+"', '"+data[1]+"', '"+mobile+"', NULL, NULL, NULL, NULL, NULL, NULL, b'0', now(), now(), now(), now(), NULL, b'0', '', '王蕾')"; onLineSqlInstance.execute(sql2) - def sql3 = "INSERT INTO user_city (user_id, citys, credits) VALUES("+id+",'上海','上海:')" + def sql3 = "INSERT INTO user_city (user_id, citys, credits) VALUES("+id+",'哈尔滨,齐齐哈尔,大庆,牡丹江,佳木斯,绥化,鸡西,七台河,双鸭山,鹤岗,黑河,伊春,大兴安岭','哈尔滨:,齐齐哈尔:,大庆:,牡丹江:,佳木斯:,绥化:,鸡西:,七台河:,双鸭山:,鹤岗:,黑河:,伊春:,大兴安岭:')" onLineSqlInstance.execute(sql3) } } diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/AddDistAddr.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/AddDistAddr.groovy new file mode 100644 index 000000000..62d8f6b8a --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/AddDistAddr.groovy @@ -0,0 +1,247 @@ +package com.fangjia.script.gj.data_handle + +import com.fangjia.core.RegionData +import com.fangjia.script.commData.CommonDatautils +import com.fangjia.script.gj.OpenApiUtils +import com.fangjia.script.linxsh.util.AddressUtil +import com.fangjia.script.util.DateUtils +import com.fangjia.script.util.DbUtils +import com.fangjia.script.util.ElasticUtils +import com.fangjia.script.util.ExcelUtils +import com.mongodb.BasicDBObject +import org.bson.types.ObjectId + +class AddDistAddr { + def codeMap = ["北京": "131", "天津": "332", "石家庄": "150", "唐山": "265", "秦皇岛": "148", "邯郸": "151", "邢台": "266", "保定": "307", "张家口": "264", "承德": "207", "沧州": "149", "廊坊": "191", "衡水": "208", "太原": "176", "大同": "355", "阳泉": "357", "长治": "356", "晋城": "290", "朔州": "237", "晋中": "238", "运城": "328", "忻州": "367", "临汾": "368", "吕梁": "327", "呼和浩特": "321", "包头": "229", "乌海": "123", "赤峰": "297", "通辽": "64", "鄂尔多斯": "283", "呼伦贝尔": "61", "巴彦淖尔": "169", "乌兰察布": "168", "兴安盟": "62", "锡林郭勒盟": "63", "阿拉善盟": "230", "沈阳": "58", "大连": "167", "鞍山": "320", "抚顺": "184", "本溪": "227", "丹东": "282", "锦州": "166", "营口": "281", "阜新": "59", "辽阳": "351", "盘锦": "228", "铁岭": "60", "朝阳": "280", "葫芦岛": "319", "长春": "53", "吉林市": "55", "四平": "56", "辽源": "183", "通化": "165", "白山": "57", "松原": "52", "白城": "51", "延边朝鲜族自治州": "54", "哈尔滨": "48", "齐齐哈尔": "41", "鸡西": "46", "鹤岗": "43", "双鸭山": "45", "大庆": "50", "伊春": "40", "佳木斯": "42", "七台河": "47", "牡丹江": "49", "黑河": "39", "绥化": "44", "大兴安岭地区": "38", "上海": "289", "南京": "315", "无锡": "317", "徐州": "316", "常州": "348", "苏州": "224", "南通": "161", "连云港": "347", "淮安": "162", "盐城": "223", "扬州": "346", "镇江": "160", "泰州": "276", "宿迁": "277", "杭州": "179", "宁波": "180", "温州": "178", "嘉兴": "334", "湖州": "294", "绍兴": "293", "金华": "333", "衢州": "243", "舟山": "245", "台州": "244", "丽水": "292", "合肥": "127", "芜湖": "129", "蚌埠": "126", "淮南": "250", "马鞍山": "358", "淮北": "253", "铜陵": "337", "安庆": "130", "黄山": "252", "滁州": "189", "阜阳": "128", "宿州": "370", "巢湖": "251", "六安": "298", "亳州": "188", "池州": "299", "宣城": "190", "福州": "300", "厦门": "194", "莆田": "195", "三明": "254", "泉州": "134", "漳州": "255", "南平": "133", "龙岩": "193", "宁德": "192", "南昌": "163", "景德镇": "225", "萍乡": "350", "九江": "349", "新余": "164", "鹰潭": "279", "赣州": "365", "吉安": "318", "宜春": "278", "抚州": "226", "上饶": "364", "济南": "288", "青岛": "236", "淄博": "354", "枣庄": "172", "东营": "174", "烟台": "326", "潍坊": "287", "济宁": "286", "泰安": "325", "威海": "175", "日照": "173", "莱芜": "124", "临沂": "234", "德州": "372", "聊城": "366", "滨州": "235", "菏泽": "353", "郑州": "268", "开封": "210", "洛阳": "153", "平顶山": "213", "安阳": "267", "鹤壁": "215", "新乡": "152", "焦作": "211", "濮阳": "209", "许昌": "155", "漯河": "344", "三门峡": "212", "南阳": "309", "商丘": "154", "信阳": "214", "周口": "308", "驻马店": "269", "武汉": "218", "黄石": "311", "十堰": "216", "宜昌": "270", "襄阳": "156", "鄂州": "122", "荆门": "217", "孝感": "310", "荆州": "157", "黄冈": "271", "咸宁": "362", "随州": "371", "恩施土家族苗族自治州": "373", "仙桃": "1713", "潜江": "1293", "天门": "2654", "神农架林区": "2734", "长沙": "158", "株洲": "222", "湘潭": "313", "衡阳": "159", "邵阳": "273", "岳阳": "220", "常德": "219", "张家界": "312", "益阳": "272", "郴州": "275", "永州": "314", "怀化": "363", "娄底": "221", "湘西土家族苗族自治州": "274", "广州": "257", "韶关": "137", "深圳": "340", "珠海": "140", "汕头": "303", "佛山": "138", "江门": "302", "湛江": "198", "茂名": "139", "肇庆": "338", "惠州": "301", "梅州": "141", "汕尾": "339", "河源": "200", "阳江": "199", "清远": "197", "东莞": "119", "中山": "187", "潮州": "201", "揭阳": "259", "云浮": "258", "南宁": "261", "柳州": "305", "桂林": "142", "梧州": "304", "北海": "295", "防城港": "204", "钦州": "145", "贵港": "341", "玉林": "361", "百色": "203", "贺州": "260", "河池": "143", "来宾": "202", "崇左": "144", "海口": "125", "三亚": "121", "五指山": "1644", "琼海": "2358", "儋州": "1215", "文昌": "2758", "万宁": "1216", "东方": "2634", "定安": "1214", "屯昌": "1641", "澄迈": "2757", "临高": "2033", "白沙黎族自治": "2359", "昌江黎族自治": "1642", "乐东黎族自治": "2032", "陵水黎族自治": "1643", "保亭黎族苗族自治": "1217", "琼中黎族苗族自治": "2031", "重庆": "132", "成都": "75", "自贡": "78", "攀枝花": "81", "泸州": "331", "德阳": "74", "绵阳": "240", "广元": "329", "遂宁": "330", "内江": "248", "乐山": "79", "南充": "291", "眉山": "77", "宜宾": "186", "广安": "241", "达州": "369", "雅安": "76", "巴中": "239", "资阳": "242", "阿坝藏族羌族自治州": "185", "甘孜藏族自治州": "73", "凉山彝族自治州": "80", "贵阳": "146", "六盘水": "147", "遵义": "262", "安顺": "263", "铜仁市": "205", "黔西南布依族苗族自治州": "343", "毕节地区": "206", "黔东南苗族侗族自治州": "342", "黔南布依族苗族自治州": "306", "昆明": "104", "曲靖": "249", "玉溪": "106", "保山": "112", "昭通": "336", "丽江": "114", "临沧": "110", "楚雄彝族自治州": "105", "红河哈尼族彝族自治州": "107", "文山壮族苗族自治州": "177", "普洱": "108", "西双版纳傣族自治州": "109", "大理白族自治州": "111", "德宏傣族景颇族自治州": "116", "怒江傈僳族自治州": "113", "迪庆藏族自治州": "115", "拉萨": "100", "昌都地区": "99", "山南地区": "97", "日喀则地区": "102", "那曲地区": "101", "阿里地区": "103", "林芝地区": "98", "西安": "233", "铜川": "232", "宝鸡": "171", "咸阳": "323", "渭南": "170", "延安": "284", "汉中": "352", "榆林": "231", "安康": "324", "商洛": "285", "兰州": "36", "嘉峪关": "33", "金昌": "34", "白银": "35", "天水": "196", "武威": "118", "张掖": "117", "平凉": "359", "酒泉": "37", "庆阳": "135", "定西": "136", "陇南": "256", "临夏回族自治州": "182", "甘南藏族自治州": "247", "西宁": "66", "海东市": "69", "海北藏族自治州": "67", "黄南藏族自治州": "70", "海南藏族自治州": "68", "果洛藏族自治州": "72", "玉树藏族自治州": "71", "海西蒙古族藏族自治州": "65", "银川": "360", "石嘴山": "335", "吴忠": "322", "固原": "246", "中卫": "181", "乌鲁木齐": "92", "克拉玛依": "95", "吐鲁番地区": "89", "哈密地区": "91", "昌吉回族自治州": "93", "博尔塔拉蒙古自治州": "88", "巴音郭楞蒙古自治州": "86", "阿克苏地区": "85", "克孜勒苏柯尔克孜自治州": "84", "喀什地区": "83", "和田地区": "82", "伊犁哈萨克自治州": "90", "塔城地区": "94", "阿勒泰地区": "96", "石河子": "770", "阿拉尔": "731", "图木舒克": "792", "五家渠": "789", "香港特别行政区": "2912", "澳门特别行政区": "2911","胡杨河市":"3370","新星市":"3384","昆玉市":"659009","三沙市":"3336","白沙黎族自治县":"2359","乐东黎族自治县":"2032","陵水黎族自治县":"1643","琼中黎族苗族自治县":"2031","毕节市":"206","济源市":"1277","昌江黎族自治县":"1642","吐鲁番市":"89","林芝市":"98"] + + static main(args) { + def task = new AddDistAddr() +// task.run() +// task.addAddr() +// task.addBaiduSearch() +// task.addCrawlDistAddr() +// task.addGaoDeDistAddr() + +// task.checkCalway() + task.updateAddr() + } + + def run(){ + def citys = CommonDatautils.findAllCity() + def noAddrs = [] + noAddrs << ["ID", "城市", "区域", "名称", "地址", "别名", "经度", "纬度"] + for(def c : citys){ + def dists = CommonDatautils.findAllDistricts(c, "district", ["city","region", "name", "address", "alias", "lng", "lat"]) + for(def d : dists){ + def addr = d.address + if(!addr){ + noAddrs << [d._id.toString(), d.city, d.region, d.name, d.address, d.alias?d.alias.join(","):'', d.lng?d.lng/10000000000.0:'', d.lat?d.lat/10000000000.0:''] + } + } + println c + " "+ dists.size()+" "+noAddrs.size() + } + ExcelUtils.write("D:\\数据\\数据建设\\小区\\小区无址址数据.xlsx",noAddrs, "小区") + } + + def addAddr(){ + ExcelUtils.modify("D:\\数据\\数据建设\\小区\\小区无址址数据.xlsx",{d-> + if(d['A']){ + def locMap = CommonDatautils.getTownshipInfo(d['G']+","+d['H']) + if(locMap){ + if(locMap.city && locMap.city!='[]'){ + d['I'] = locMap.city + } + + if(locMap.district && locMap.district!='[]'){ + d['J'] = locMap.district + } + + if(locMap.format_addr && locMap.format_addr!='[]'){ + d['K'] = locMap.format_addr + } + if(locMap.road && locMap.road!='[]'){ + d['L'] = locMap.road + } + + if(locMap.name && locMap.name!='[]'){ + d['M'] = locMap.road + } + + if(locMap.type && locMap.type!='[]'){ + d['N'] = locMap.type + } + + } + println d['D'] + } + }, 1) + } + + def addBaiduSearch(){ + + ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\小区\\小区无址址数据.xlsx",{d-> + if(!d['P']){ + def code = codeMap.get(d['B']); + def rets = null + try{ + if(code){ + rets = OpenApiUtils.searchBaiDuMap(d['C'], null, d['B']+d['D'], code.toInteger()); + }else{ + rets = OpenApiUtils.searchBaiDuMap(d['C'], null, d['B']+d['D'], null); + } + }catch(Exception e){ + println "error.................................................................." + } + + if(rets){ + def o = null + if(rets.size()>1){ + for(def r : rets){ + if(r.region && r.region.contains(d['C'])){ + o = r + break + } + } + } + if(!o){ + o = rets[0] + } + d['Q'] = o.city + d['R'] = o.region + d['S'] = o.name + d['T'] = o.address + d['U'] = o.estateType + if(o.address){ + def formatAddress = AddressUtil.formatAddress(d['B'], o.address) + + if(!formatAddress){ + if(o.address.contains("交叉口")){ + if(o.address.contains(o.region)){ + formatAddress = o.address.substring(o.address.indexOf(o.region)+o.region.size(), o.address.toString().indexOf("交叉口")+3) + }else{ + formatAddress = o.address.substring(0, o.address.toString().indexOf("交叉口")+3) + } + + }else if(o.address.contains("交叉")){ + if(o.address.contains(o.region)){ + formatAddress = o.address.substring(o.address.indexOf(o.region)+o.region.size(), o.address.toString().indexOf("交叉")+2) + }else{ + formatAddress = o.address.substring(0, o.address.toString().indexOf("交叉")+2) + } + } + } + d['V'] = formatAddress + + } + } + } + }) + } + + + def findDatas(def city, def region, def name1){ + def sql = "select * from community where city='${city}' and region='${region}' and name='${name1}'" + def rets = [] + ElasticUtils.executeSqlQuery(sql, { d-> + rets << d + println d.property_type + }) + + if(rets){ + def obj = null + for(def r : rets){ + if(r.property_type && (r.property_type.contains("住宅") || r.property_type.contains("别墅") || r.property_type.contains("公寓"))){ + obj = r + break + } + } + if(obj){ + return obj; + }else{ + return rets[0]; + } + + } + return null; + } + + def addCrawlDistAddr(){ + ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\小区\\小区无址址数据.xlsx",{d-> + if(d['A']){ + def obj = findDatas(d['B'], d['C'], d['D']) + if(obj){ + d['AA'] = obj.city + d['AB'] = obj.region + d['AC'] = obj.name + d['AD'] = obj.address + } + } + }) + } + + def addGaoDeDistAddr(){ + ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\小区\\小区无址址数据1.xlsx",{d-> + if(d['A']){ + try{ + def list = OpenApiUtils.queryMaxSimilarAddress(d['B'], d['C']+d['D']) + if(list){ + def o = list[0] + d['J'] = o.cityname + d['K'] = o.adname + d['L'] = o.name + d['M'] = o.address + d['N'] = o.type + if(o.address){ + def formatAddress = AddressUtil.formatAddress(d['B'], o.address) + + if(!formatAddress){ + if(o.address.contains("交叉口")){ + if(o.address.contains(o.region)){ + formatAddress = o.address.substring(o.address.indexOf(o.region)+o.region.size(), o.address.toString().indexOf("交叉口")+3) + }else{ + formatAddress = o.address.substring(0, o.address.toString().indexOf("交叉口")+3) + } + + }else if(o.address.contains("交叉")){ + if(o.address.contains(o.region)){ + formatAddress = o.address.substring(o.address.indexOf(o.region)+o.region.size(), o.address.toString().indexOf("交叉")+2) + }else{ + formatAddress = o.address.substring(0, o.address.toString().indexOf("交叉")+2) + } + } + } + d['O'] = formatAddress + + } + + } + }catch(Exception e){ + println "error" + } + + } + }) + } + + def checkCalway(){ + ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\小区\\小区无址址数据1.xlsx",{d-> + def dist = CommonDatautils.findDistrictById(d['A']) +// def priceObj = CommonDatautils.queryFirstDistrictPrice(dist.city, dist.region, dist.name) +// if(priceObj){ +// d['AE'] = priceObj.cal_type +// } + d['AF'] = dist.estate_type2 + d['AG'] = dist.name_cat + }) + } + + def updateAddr(){ + ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\小区\\小区无址址数据1.xlsx",{d-> + if(d['AA']){ + BasicDBObject q=new BasicDBObject('address',d['AA']) + q.put("m_date", new Date()) + DbUtils.seaweed.update(new BasicDBObject('_id',new ObjectId(d['A'])),new BasicDBObject('$set',q)) + } + }) + } +} diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DevProcess.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DevProcess.groovy index 2084175da..f90ed42f6 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DevProcess.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DevProcess.groovy @@ -7,6 +7,7 @@ import com.fangjia.script.common.DataHandleUtils import com.fangjia.script.gj.district.FangjiaClientUtils import com.fangjia.script.gj.district.SeaweedDataMatchProcess import com.fangjia.script.linxsh.util.AddressUtil +import com.fangjia.script.util.DateUtils import com.fangjia.script.util.ExcelUtils import com.fangjia.script.util.MongoUtils import com.fangjia.script.yinjihaun.amap.GaoDeApiUtils @@ -17,6 +18,8 @@ import net.sf.json.JSONObject import org.apache.poi.ss.util.RegionUtil import org.bson.types.ObjectId +import java.util.regex.Pattern + class DevProcess { def MONGO100_URL = "mongodb://admin:G00MONGOADMIN@192.168.0.100:30009"; @@ -28,11 +31,13 @@ class DevProcess { DBCollection DEVELOPMENT_ZONE_43_COLL = MongoUtils.getCollectionByName("fangjia_base", "development_zone", "mongo.db.fangjia.com") DBCollection ADMINISTRATIVE_MAPPING_COLL = MongoUtils.getCollectionByName("business", "administrative_mapping", "mongo.db.fangjia.com") + DBCollection kfq_COLL = MongoUtils.getCollectionByName("crawl", "kfq_investchn_com", "192.168.0.206",27020) + static main(args) { def task = new DevProcess(); // task.run() // task.parseCityAndDist() - task.devSplitRoad() +// task.devSplitRoad() // task.devNameSplitRoad() // task.addFlag() // task.matchDev() @@ -41,6 +46,7 @@ class DevProcess { // task.updateCityAndDist() // task.addDevAddres1() //按添加地址中包含开发区名称的地址 // task.addDevAddres2()//添加相差2公里范围内的地址 +// task.addDevAddres3() // task.matchDevAndAddAddress() // task.stat() @@ -56,6 +62,15 @@ class DevProcess { // task.matchDevTownship()//添加乡镇街道 // task.addDevStreet()//添加区域为等级开发区下的街道到开发区对应表中 + +// task.matchNewCrawlDev() + +// println DateUtils.add("2024-7-24", 7); + +// task.addKfc() +// task.devToPark() //开发区下辖园区 + task.checkTown() + } @@ -334,15 +349,22 @@ class DevProcess { } def matchDev(){ - ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\开发区\\福建省.xlsx",{d-> - if(!d['Q'] && d['L']){ + ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\开发区\\省级开发区名单\\新疆开发区名单.xlsx",{d-> + if(!d['Q'] && d['A']){ def q = new BasicDBObject() - q.put("name", d['L']) - q.put("city",d['G']) +// q.put("name", d['A']) +// q.put("city",d['G']) +// q.put('alias', new BasicDBObject('$in',[d['A']])) + q.put('name',new BasicDBObject('$regex', Pattern.compile('^.*'+d['A']+'.*$', Pattern.CASE_INSENSITIVE))) //名称 模糊查询 def obj = development_zone_CONN.findOne(q) if(obj){ - d['Q'] = obj._id.toString() - d['R'] = obj.name + d['C'] = obj._id.toString() + d['D'] = obj.name + if(obj.name == d['A']){ + d['E'] = "相同" + }else{ + d['E'] = "包含" + } } } },0); @@ -509,6 +531,38 @@ class DevProcess { // ExcelUtils.write("D:\\数据\\数据建设\\待新增开发区.xlsx",rets, "新增") } + + def addDevAddres3(){ + def index = 0 + ExcelUtils.modify("D:\\数据\\数据建设\\开发区\\新跑省份\\新疆省入库.xlsx",{d-> + if(d['A']){ + def obj = development_zone_CONN.findOne(new BasicDBObject("name", d['A'])) + if(obj){ + d['C'] = obj._id.toString() + + def q2 = new BasicDBObject() + q2.put("name", d['A']) + q2.put("address", d['B']) + q2.put("type","地址") + def sameObj = DEV_MAPPING_CONN.findOne(q2) + if(!sameObj){ + index++ + def udata = new BasicDBObject() + udata.put("province", obj.province) + udata.put("city", obj.city) + udata.put("district", obj.district) + udata.put("name",obj.name) + udata.put("type", "地址") + udata.put("address", d['B']) + DEV_MAPPING_CONN.save(udata) + } + } + } + },0) + println index +// ExcelUtils.write("D:\\数据\\数据建设\\待新增开发区.xlsx",rets, "新增") + } + def stat(){ def dbcursor = development_zone_CONN.find(new BasicDBObject()) def total = 0 @@ -777,4 +831,128 @@ class DevProcess { }) } + + def matchNewCrawlDev(){ + def query = new BasicDBObject() + query.put("match_id", new BasicDBObject('$exists', false)) + def list = kfq_COLL.find(query).toList() + for(def d : list){ + def q = new BasicDBObject() +// q.put("name", d.name) + q.put('alias', new BasicDBObject('$in',[d.name])) + def obj = development_zone_CONN.findOne(q) + if(obj){ + def udata = new BasicDBObject() + udata.put("match_id", obj._id.toString()) + udata.put("match_name", obj.name) + kfq_COLL.update(new BasicDBObject("_id",d._id), new BasicDBObject('$set',udata)) + } + } + } + + def addKfc(){ + ExcelUtils.modify("D:\\数据\\数据建设\\开发区\\投促中国开发区(1).xlsx",{d-> + if(d['I']){ + if(d['I'] == "添加"){ + def udata = new BasicDBObject() + udata.put("create_time" , new Date()) + udata.put("industry",d['D']) + if(d['E'].contains("国家级")){ + udata.put("level" ,"国家级") + }else if(d['E'].contains("省级")){ + udata.put("level" ,"省级") + } + udata.put("name" ,d['F']) + udata.put("province" ,d['G']) + udata.put("type" ,d['H']) + udata.put("city" ,d['B']) + udata.put("district" ,d['J']) + development_zone_CONN.save(udata) + }else{ + def q = new BasicDBObject() + q.put("name", d['I']) + def obj = development_zone_CONN.findOne(q) + if(obj){ + def alias = [] + if(obj.alias){ + alias = obj.alias + } + if(!alias.contains(d['F'])){ + alias << d['F'] + } + if(alias && alias.size()!=obj.alias.size()){ + def updateData = new BasicDBObject() + updateData.put("alias", alias) + development_zone_CONN.update(new BasicDBObject("_id",obj._id), new BasicDBObject('$set',updateData)) + } + + } + } + } + }) + } + + def devToPark(){ + def datas = ExcelUtils.read("D:\\数据\\数据建设\\开发区\\开发区下辖街道-处理后表格.xlsx",0, 1) + def rets = [] + rets << ["开发区名称", "下辖街道", "城市", "区域"] + for(def d : datas){ + if(d['E']){ + def arrs = d['E'].split(",") + def q = new BasicDBObject().append("name", d['B']) + def obj = development_zone_CONN.findOne(q) + if(obj){ + for(def park : arrs){ + rets << [d['B'], park, obj.city, obj.district] + } + } + } + } + ExcelUtils.write("D:\\数据\\数据建设\\开发区\\开发区下辖园区.xlsx", rets, "下辖街道") + } + + + def checkTown(){ + ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\开发区\\开发区下辖园区.xlsx",{d-> + + if(!d['E']){ + if(d['C'] && d['D']){ +// if(d['A']=="长春高新技术产业开发区"){ + def jsonObject1 = com.fangjia.script.gj.district.FangjiaClientUtils.formatNinelevel(d['C'], d['D']+d['B']) + if(jsonObject1) { + if (jsonObject1.get("townCode") && jsonObject1.get("townCode")!='null' && jsonObject1.get("townCode")!='') { + def township = jsonObject1.get("township") + def district = jsonObject1.get("district") + d['E'] = "接口" + if(district && district!='null'){ + d['F'] = district + } + if(township && township!='null'){ + d['G'] = township + } + + d['H'] = jsonObject1.get("townCode") + if(jsonObject1.get("provinceCode") && jsonObject1.get("provinceCode")!='null'){ + d['I'] = jsonObject1.get("provinceCode") + } + } +// } + } + +// def q = new BasicDBObject() +// q.put("city", d['C']) +//// q.put("district", d['D']) +// q.put("mzb_district_name", d['D']) +// q.put("type", "乡镇街道") +// q.put("street", d['B']) +// def obj = ADMINISTRATIVE_MAPPING_COLL.findOne(q) +// if(obj){ +// d['E'] = "可入库2" +// d['F'] = obj.district +// } + } + } + + },1) + } } diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DevUpdateTestBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DevUpdateTestBatch.groovy new file mode 100644 index 000000000..405fdbde8 --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DevUpdateTestBatch.groovy @@ -0,0 +1,277 @@ +package com.fangjia.script.gj.data_handle + +import com.fangjia.core.util.HttpRequest +import com.fangjia.script.gj.xiamen.ElasticUtils89 +import com.fangjia.script.util.ElasticUtils +import com.fangjia.script.util.ExcelUtils +import com.fangjia.script.util.MongoUtils +import com.mongodb.BasicDBObject +import com.mongodb.DBCollection +import com.rabbitmq.client.AMQP +import net.sf.json.JSONObject +import org.elasticsearch.action.bulk.BulkRequest +import org.elasticsearch.action.bulk.BulkResponse +import org.elasticsearch.action.index.IndexRequest +import org.elasticsearch.action.support.WriteRequest +import org.elasticsearch.client.RequestOptions +import org.elasticsearch.common.xcontent.XContentType + +class DevUpdateTestBatch { + + def MONGO100_URL = "mongodb://admin:G00MONGOADMIN@192.168.0.100:30009"; + DBCollection development_zone_100_CONN = MongoUtils.getCollectionByName2("fangjia", "development_zone", MONGO100_URL) + DBCollection DEV_MAPPING_100_CONN = MongoUtils.getCollectionByName2("fangjia", "dev_mapping", MONGO100_URL) + + + DBCollection DEVELOPMENT_ZONE_43_COLL = MongoUtils.getCollectionByName("fangjia_base", "development_zone", "mongo.db.fangjia.com") + + DBCollection ADMINISTRATIVE_MAPPING_COLL = MongoUtils.getCollectionByName("business", "administrative_mapping", "mongo.db.fangjia.com") + + static main(args) { + def task = new DevUpdateTestBatch() + def path = "D:\\数据\\数据建设\\开发区\\文心一言获取开发区下辖园区及街道.xlsx"//开发区-园区.xlsx +// task.addDev(path) + task.addDevAddress(path) + +// task.updateHasGov("新疆维吾尔自治区","喀什地区","麦盖提县", "麦盖提镇", "是") + } + + def addDev(path){ + ExcelUtils.modify(path,{ d-> + if(!d['I'] && d['A']){ + def obj = development_zone_100_CONN.findOne(new BasicDBObject("name", d['A'])) + if(!obj){ + def o = new BasicDBObject() + o.put("province", d['B']) + o.put("city", d['C']) + o.put("district", d['D']) + o.put("name", d['A']) + o.put("level", d['E']) + o.put("type", d['F']) + + if(d['G']){ + o.put("township", d['G']) + } + if(d['H']){ + def arr = d['H'].split(",") + if(arr){ + o.put("alias", arr) + } + } + def id = addMongoDB(o) + o.remove("_id") + o.id = id.toString() + o.remove("create_time") + addEs(o, "192.168.0.89", "development_zone") + addEs(o, "192.168.0.52", "development_zone") + d['I'] = "已完成" + }else{ + println d['A'] +" 已存在" + } + } + }) + } + + def addMongoDB(o){ + o.put("create_time", new Date()) + development_zone_100_CONN.save(o) + DEVELOPMENT_ZONE_43_COLL.save(o) + return o._id + } + + def addEs(map, host, indexName){ + BulkRequest request = new BulkRequest(); + int processedCount = 0; + def client = null + if(host && host == "192.168.0.89"){ + client = ElasticUtils89.getClient(host) + }else if(host && host == "192.168.0.52"){ + client = ElasticUtils.getClient(host) + } + + request.add(new IndexRequest(indexName, "_doc", map.id).source(map, XContentType.JSON)); + if (request.numberOfActions() > 0) { + request.setRefreshPolicy(WriteRequest.RefreshPolicy.IMMEDIATE); + BulkResponse bulkResponse = client.bulk(request, RequestOptions.DEFAULT); + if (bulkResponse.hasFailures()) { + // 处理错误 + println "Bulk request has failures: " + bulkResponse.buildFailureMessage() + } else { + processedCount += request.numberOfActions(); + println "Processed " + processedCount + " documents" + } + } + } + + def addDevAddress(path){ + ExcelUtils.modify(path,{ d-> + if(!d['D'] && d['A']){ + def obj = development_zone_100_CONN.findOne(new BasicDBObject("name", d['A'])) + if(obj){ + def q = new BasicDBObject("name", d['A']).append("type",d['B']) + if(d['B'] == "乡镇街道"){ + q.put("township", d['C']) + }else if(d['B'] == "地址"){ + q.put("address", d['C']) + }else if(d['B'] == "园区"){ + q.put("park", d['C']) + } + def mappingObj = DEV_MAPPING_100_CONN.findOne(q) + if(!mappingObj){ + def o = new BasicDBObject() + o.put("province", obj.province) + o.put("city", obj.city) + o.put("district", obj.district) + o.put("name", obj.name) + o.put("type", d['B']) + if(d['B'] == "乡镇街道"){ + o.put("township", d['C']) + }else if(d['B'] == "地址"){ + o.put("address", d['C']) + }else if(d['B'] == "园区"){ + o.put("park", d['C']) + } + def date = new Date() + o.put("c_date", date) + o.put("version", date.getTime()) + DEV_MAPPING_100_CONN.save(o) + + + o.id = o._id.toString() + o.remove("_id") + o.remove("c_date") + addEs(o, "192.168.0.89", "dev_mapping") + try{ + addEs(o, "192.168.0.52", "dev_mapping") + }catch(Exception e){ + println "52 es error: "+e.printStackTrace() + } + + d['D'] = "已完成" + }else{ + d['D'] = "存在" + println d['A'] +" "+ d['C']+" 重复" + } + }else{ + println d['A'] +" 不存在" + } + } + },2) + } + + + def updateHasGov(province, city, district, street, hasGov){ + + def q = new BasicDBObject() + q.put("province", province) + q.put("city", city) + q.put("district", district) + q.put("street", street) + def obj = ADMINISTRATIVE_MAPPING_COLL.findOne(q) + if(obj){ + //修改43 +// ADMINISTRATIVE_MAPPING_COLL.update(new BasicDBObject("_id",obj._id), new BasicDBObject('$set',new BasicDBObject('has_gov',hasGov))) + + //修改89 administrative_mapping + update89EsAdministrativeMapping(province, city, district, street, hasGov) + //修改89 administrative_mapping + update52EsAdministrativeMapping(province, city, district, street, hasGov) + }else{ + println province+" "+city+" "+district+" "+street+" 没找到" + } + //修改100 community + //修改89 community + //修改52 community + + } + + + def update89EsAdministrativeMapping(province, city, district, street, hasGov){ + def header = [:] + header["Authorization"] = "Basic ${Base64.getEncoder().encodeToString("elastic:elasticsearch".getBytes("UTF-8"))}".toString() + String seawaterUrl = "http://192.168.0.89:9200/administrative_mapping/_update_by_query?conflicts=proceed&scroll_size=1000&wait_for_completion=false" + def body = """ + { + "script": { + "source": "ctx._source.has_gov='${hasGov}'", + "lang": "painless" + }, + "query": { + "bool": { + "must": [ + { + "match": { + "province_name": "${province}" + } + }, + { + "match": { + "city_name":"${city}" + } + }, + { + "match": { + "area_name":"${district}" + } + }, + { + "match": { + "street_name":"${street}" + } + } + ] + } + } + } + """ + HttpRequest request = new HttpRequest() + String res = request.postWithBody(seawaterUrl, JSONObject.fromObject(body.toString()), header, "UTF-8") +// def response = JSONObject.fromObject(res) + println(res) + } + + + def update52EsAdministrativeMapping(province, city, district, street, hasGov){ + def header = [:] + header["Authorization"] = "Basic ${Base64.getEncoder().encodeToString("elastic:goojia123456".getBytes("UTF-8"))}".toString() + String seawaterUrl = "http://192.168.0.52:9200/administrative_mapping/_update_by_query?conflicts=proceed&scroll_size=1000&wait_for_completion=false" + def body = """ + { + "script": { + "source": "ctx._source.has_gov='${hasGov}'", + "lang": "painless" + }, + "query": { + "bool": { + "must": [ + { + "match": { + "province_name": "${province}" + } + }, + { + "match": { + "city_name":"${city}" + } + }, + { + "match": { + "area_name":"${district}" + } + }, + { + "match": { + "street_name":"${street}" + } + } + ] + } + } + } + """ + HttpRequest request = new HttpRequest() + String res = request.postWithBody(seawaterUrl, JSONObject.fromObject(body.toString()), header, "UTF-8") +// def response = JSONObject.fromObject(res) + println(res) + } +} diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DistrictAliasProcess.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DistrictAliasProcess.groovy index c987e3b7c..5b80f7877 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DistrictAliasProcess.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/DistrictAliasProcess.groovy @@ -10,7 +10,8 @@ class DistrictAliasProcess { static main(args) { def task = new DistrictAliasProcess(); - task.run() +// task.run() + task.fenQiProcess() } def run(){ @@ -42,4 +43,36 @@ class DistrictAliasProcess { } }) } + + def fenQiProcess(){ + def q = new BasicDBObject() + q.put("cat","district") + q.put("status", 0) + q.put("master_district_name", 'master') + def dbcursor = DbUtils.seaweed.find(q) + def rets = [] + for(def d : dbcursor){ + rets << ["_id":d._id.toString(),"city":d.city, "region":d.region, "name":d.name] + } + + for(def r : rets){ + def mainName1 = r.name.toString().replaceAll("([一二三四五六七八九十百千\\d]+)期\$", "") + def mainName2 = r.name.toString().replaceAll("(\\w|东|南|北|中|西|甲|乙|丙|丁|一|二|三|四|五|六|七|八|九|十)区\$", "") + def lastObj = null + for(def j : rets){ + if((j.name==mainName1 || mainName2==j.name) && r._id!=j._id && r.region==j.region && r.city==j.city){ + lastObj = j; + break + } + } + if(lastObj){ + println r + def udata = new BasicDBObject() + udata.put("master_district_name","") + udata.put("m_date", new Date()) + DbUtils.seaweed.update(new BasicDBObject("_id", new ObjectId(r._id)), new BasicDBObject('$set', udata)) + } + + } + } } diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/GXDdistrictMatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/GXDdistrictMatch.groovy index b11210d3e..f814cceb2 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/GXDdistrictMatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/GXDdistrictMatch.groovy @@ -28,23 +28,23 @@ class GXDdistrictMatch { static main(args) { def task = new GXDdistrictMatch(); // task.run() -// task.addOldMatch() + task.addOldMatch() // task.runDb() // task.updateDistStatus()//恢复name_cat不正常数据 // task.saveToDB() //保存新增小区 // task.restoreDist()//恢复小区status=0 - task.runMatch() +// task.runMatch() } def addOldMatch(){ //老匹配 - def fileName = "D:\\数据\\国信达\\非正常数据.xlsx"//11城重新匹配.xlsx + def fileName = "D:\\数据\\建行\\房产估值\\20240616-20240715系统业务反馈.xlsx"//11城重新匹配.xlsx ExcelUtils.multiThreadingModify(fileName, { d -> println d['C'] - if(!d['AJ']){ - def jsonObject = OpenApiClient.addressMatch(d['AD'], d['H'], null, false, d['AE'], d['C']) + if(!d['AJ'] && d['I']){ + def jsonObject = OpenApiClient.addressMatch(d['C'], d['I'], "district", false,null, d['D']) if (jsonObject != null && !jsonObject.containsKey("result")) { d['AJ'] = jsonObject.get("id") d['AK'] = jsonObject.get("city") diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/PoiLocation.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/PoiLocation.groovy index 69fb2feef..0ae99adbe 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/PoiLocation.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/PoiLocation.groovy @@ -25,7 +25,7 @@ import java.util.concurrent.atomic.AtomicLong class PoiLocation { def MAP_POI_URL = "mongodb://admin:G00MONGOADMIN@192.168.0.100:30009"; - DBCollection MAPPOI_CONN = MongoUtils.getCollectionByName2("fangjia", "map_poi", MAP_POI_URL) + DBCollection MAPPOI_CONN = MongoUtils.getCollectionByName2("fangjia", "didata_map_poi_single", MAP_POI_URL) public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(10) def regionMap = com.fangjia.script.commData.CommonDatautils.queryDistNameByCity() @@ -35,21 +35,52 @@ class PoiLocation { static main(args) { def task = new PoiLocation(); - task.run(); +// task.run(); + task.regionAndStreetProcess() } + + + def run(){ - def citys = ["芜湖市","重庆市","杭州市","泉州市","东莞市","福州市","厦门市","佛山市","天津市","武汉市","宁波市","郑州市","长沙市","青岛市","上海市","西安市","温州市","无锡市","南京市","湖州市","合肥市","临沂市","石家庄市","昆明市","金华市","保定市","成都市","济南市","北京市","沈阳市","潍坊市","广州市","惠州市","嘉兴市","赣州市","苏州市","南通市","南宁市","台州市","南阳市","徐州市","长春市","深圳市","哈尔滨市","漳州市","中山市","常州市","烟台市","大连市","邯郸市","济宁市","盐城市","绍兴市","唐山市","洛阳市","阜阳市","菏泽市","贵阳市","沧州市","遵义市","莆田市","南昌市","商丘市","周口市","邢台市","江门市","衡阳市","邵阳市","信阳市","廊坊市","扬州市","泰州市","新乡市","太原市","德州市","淄博市","宁德市","绵阳市","汕头市","聊城市","淮安市","驻马店市","黄冈市","宿迁市","三明市","六安市","龙岩市","桂林市","岳阳市","南平市","揭阳市","上饶市","九江市","南充市","连云港市","襄阳市","泰安市","常德市","郴州市","安阳市","安庆市","湛江市","永州市","茂名市","曲靖市","宜宾市","肇庆市","宿州市","兰州市","运城市","镇江市","滁州市","威海市","梅州市","宜春市","清远市","亳州市","怀化市","荆州市","平顶山市","开封市","玉林市","咸阳市","宜昌市","株洲市","乌鲁木齐市","滨州市","渭南市","临汾市","榆林市","银川市","衡水市","毕节市","枣庄市","吉安市","张家口市","柳州市","许昌市","泸州市","呼和浩特市","达州市","德阳市","赤峰市","珠海市","孝感市","益阳市","娄底市","乐山市","恩施土家族苗族自治州","焦作市","湘潭市","海口市","红河哈尼族彝族自治州","黔南布依族苗族自治州","河源市","汉中市","日照市","大理白族自治州","濮阳市","黔东南苗族侗族自治州","秦皇岛市","晋中市","宝鸡市","吉林市","包头市","蚌埠市","东营市","宣城市","韶关市","衢州市","十堰市","承德市","丽水市","眉山市","鞍山市","昭通市","凉山彝族自治州","长治市","抚州市","鄂尔多斯市","吕梁市","百色市","齐齐哈尔市","贵港市","潮州市","黔西南布依族苗族自治州","广安市","淮南市","河池市","大同市","铜仁市","阳江市","咸宁市","营口市","绥化市","马鞍山市","安康市","荆门市","忻州市","广元市","内江市","遂宁市","西宁市","大庆市","汕尾市","文山壮族苗族自治州","锦州市","延安市","巴中市","呼伦贝尔市","楚雄彝族自治州","黄石市","玉溪市","六盘水市","通辽市","钦州市","云浮市","梧州市","漯河市","晋城市","庆阳市","安顺市","丹东市","自贡市","朝阳市","葫芦岛市","天水市","三门峡市","湘西土家族苗族自治州","北海市","陇南市","普洱市","延边朝鲜族自治州","保山市","定西市","随州市","喀什地区","黄山市","佳木斯市","巴彦淖尔市","牡丹江市","舟山市","资阳市","商洛市","松原市","锡林郭勒盟","伊犁哈萨克自治州","萍乡市","铁岭市","乌兰察布市","丽江市","景德镇市","张家界市","抚顺市","通化市","淮北市","来宾市","临沧市","阿克苏地区","贺州市","盘锦市","昌吉回族自治州","池州市","雅安市","三亚市","平凉市","四平市","酒泉市","西双版纳傣族自治州","鹤壁市","辽阳市","白城市","吴忠市","崇左市","阜新市","朔州市","白银市","拉萨市","巴音郭楞蒙古自治州","张掖市","铜陵市","武威市","临夏回族自治州","德宏傣族景颇族自治州","新余市","甘孜藏族自治州","兴安盟","本溪市","鄂州市","黑河市","阿坝藏族羌族自治州","阳泉市","防城港市","鸡西市","仙桃市","鹰潭市","固原市","白山市","中卫市","双鸭山市","攀枝花市","石嘴山市","和田地区","海东市","塔城地区","日喀则市","济源市","伊春市","天门市","辽源市","潜江市","那曲市","铜川市","海西蒙古族藏族自治州","鹤岗市","昌都市","阿拉善盟","乌海市","儋州市","哈密市","克拉玛依市","七台河市","金昌市","甘南藏族自治州","琼海市","迪庆藏族自治州","石河子市","阿勒泰地区","文昌市","玉树藏族自治州","嘉峪关市","万宁市","怒江傈僳族自治州","林芝市","海南藏族自治州","吐鲁番市","澄迈县","陵水黎族自治县","博尔塔拉蒙古自治州","山南市","阿里地区","大兴安岭地区","海北藏族自治州","东方市","乐东黎族自治县","克孜勒苏柯尔克孜自治州","果洛藏族自治州","临高县","阿拉尔市","黄南藏族自治州","神农架林区","屯昌县","定安县","昌江黎族自治县","五家渠市","保亭黎族苗族自治县","琼中黎族苗族自治县","五指山市","白沙黎族自治县","北屯市","图木舒克市","可克达拉市","双河市","铁门关市","毕节地区","昆玉市","铜仁地区","海东地区","三沙市","吐鲁番地区","哈密地区","日喀则地区","林芝地区","昌都地区","山南地区","那曲地区"] + def citys = [""] citys = citys.reverse() for(def city : citys){ findPois(city) } } + def regionAndStreetProcess(){ + def citys = ['南平市','泉州市', '厦门市', '福州市', '龙岩市', '漳州市', '宁德市', '三明市', '莆田市'] + for(def city : citys){ + def datas = findAllPoisByCity(city) + process(datas) + } + + } + + def findAllPoisByCity(city){ + def q = new BasicDBObject() + q.put("city", city) + def keys = new BasicDBObject() + keys.put("_id", 1) + keys.put("province", 1) + keys.put("city", 1) + keys.put("district", 1) + keys.put("township", 1) + keys.put("location", 1) + def dbcursor = MAPPOI_CONN.find(q).batchSize(5000).addOption(Bytes.QUERYOPTION_NOTIMEOUT) + def rets = [] + for(def d : dbcursor){ + rets << d + } + return rets; + } + def findPois(city){ def q = new BasicDBObject() q.put("city", city) - q.put("run_status", new BasicDBObject('$ne', 1)) +// q.put("run_status", new BasicDBObject('$ne', 1)) def keys = new BasicDBObject() keys.put("_id", 1) @@ -87,6 +118,32 @@ class PoiLocation { return rets; } + + def process(datas){ + def totalCount = new AtomicLong() + def rets = new CopyOnWriteArrayList() + final CountDownLatch latch = new CountDownLatch(datas.size()) + for(def i=0;i= 2000) { - ADMINISTRATIVE_MAPPING_COLL_100.insert(datas); +// ADMINISTRATIVE_MAPPING_COLL_100.insert(datas); + ADMINISTRATIVE_MAPPING_43base_COLL.insert(datas) println datas.size() datas.clear(); } } if (datas.size() >= 0) { - ADMINISTRATIVE_MAPPING_COLL_100.insert(datas); +// ADMINISTRATIVE_MAPPING_COLL_100.insert(datas); + ADMINISTRATIVE_MAPPING_43base_COLL.insert(datas) datas.clear(); } } @@ -929,4 +946,222 @@ class TownMiddleProcess { ADMINISTRATIVE_MAPPING_COLL.update(upquery, new BasicDBObject('$set',udata), false, true) } } + + def addAliasFromExcel(){ + ExcelUtils.modify("D:\\数据\\数据建设\\乡镇街道\\乡镇街道合并或者变更20240627.xlsx",{ row-> + def q = new BasicDBObject("type", "乡镇街道") + q.put("city", row['A']) + q.put("street", row['D']) + if(row['B']){ + q.put("district", row['B']) + } + def obj = ADMINISTRATIVE_MAPPING_COLL.findOne(q) + if(obj){ + row['F'] = '是' + def alias = obj.alias + if(!alias){ + alias = [] + } + if(!alias.contains(row['C'])){ + alias << row['C'] + } + + if(alias){ + def udata = new BasicDBObject() + udata.put("alias", alias) + + def updateQuery = new BasicDBObject("_id", obj._id) + ADMINISTRATIVE_MAPPING_COLL.update(updateQuery, new BasicDBObject('$set',udata)) + } + + } + }) + } + + def addSimpleName(){ + def q = new BasicDBObject() + def dbcursor = ADMINISTRATIVE_MAPPING_COLL.find(q) + for(def d : dbcursor){ + + def prov = ProvinceData.getSimpleProvince(d.province) + if(prov){ + def udata = new BasicDBObject() + udata.put("province_short", prov) + + def updateQuery = new BasicDBObject("_id", d._id) + ADMINISTRATIVE_MAPPING_COLL.update(updateQuery, new BasicDBObject('$set',udata)) + } +// def city = d.city.replace("市","").replace("区","").replace("县","") +// def udata = new BasicDBObject() +// udata.put("city_short", city) +// if(d.district && d.district.size()>=3){ +// def region= d.district.replace("区","").replace("镇","").replace("乡","") +// udata.put("district_short", region) +// } +// def updateQuery = new BasicDBObject("_id", d._id) +// ADMINISTRATIVE_MAPPING_COLL.update(updateQuery, new BasicDBObject('$set',udata)) +// def city = RegionData.formatCity(d.city) +// if(city && d.mzb_district_name){ +// def region = RegionData.formatRegion(city, d.mzb_district_name) +// if(region){ +// def udata = new BasicDBObject() +// udata.put("city_short", city) +// udata.put("district_short", region) +// +// def updateQuery = new BasicDBObject("_id", d._id) +// ADMINISTRATIVE_MAPPING_COLL.update(updateQuery, new BasicDBObject('$set',udata)) +// } +// } + + } + } + + def mzbDistrictUpate(){ + ExcelUtils.modify("D:\\数据\\数据建设\\乡镇街道\\民政部\\2014-2022年.xlsx",{ row-> + if(!row['I']){ + def updateType = row['E'] + def prov = row['B'] + def newStreet = row['G'] + + if(["新设街道","新设镇","新增街道","新建街道","新建乡镇","新设乡","新增乡","新增建制"].contains(updateType)){ + def dbo = findStreets(prov, newStreet, row['F'].toString().toDouble().toInteger().toString()) + if(dbo){ + row['I'] = dbo.city + row['J'] = dbo.district + row['K'] = "存在" + row['L'] = dbo.tjj_street_code + row['M'] = dbo.pid + } + }else if(["撤乡设镇","撤乡建镇","撤乡设乡","撤乡、镇设镇","撤销设街道","撤销建街道","撤销街道建镇","撤镇设镇、街道","撤销镇新设镇","乡镇合并","整建制划归","撤镇建新镇","区划变更","撤镇、街道设镇","撤街道建镇","撤销乡、镇新设镇","撤镇、街道设街道","撤乡、街道设街道","撤乡设街道","撤乡建街道","撤镇设街道","撤镇建街道","名称变更","撤街道设镇","撤乡、镇设街道","撤街道、镇、乡","并入其他建制",'撤镇设镇',"合并","合并建镇","更名","撤销合并","合并建制","合并镇","合并街道","名称变更","合并调整","合并建街道","撤镇设街道、镇","撤乡、镇设乡","撤镇乡设街道","区划调整","合并乡","撤镇设市","区划代码调整","区划代码变更","撤销乡、镇设街道"].contains(updateType)){ + if(row['F']){ + def dbo = null + def code = row['F'].toString() + if(!code.contains(" ")){ + dbo = findStreets(prov, newStreet, code.toDouble().toInteger().toString()) + } + if(dbo){ + row['I'] = dbo.city + row['J'] = dbo.district + row['L'] = dbo.tjj_street_code + row['M'] = dbo.pid + def alias = dbo.alias + if(!dbo.alias){ + alias = [] + } + if(row['D']){ + if(!alias.contains(row['D'])){ + row['K'] = "存在(加别名)" + alias << row['D'] + addAlias(dbo._id, alias) + }else{ + row['K'] = "存在" + } + }else{ + row['K'] = "存在" + } + + } + } + + }else if(updateType == "撤街道设街道"){ + row['K'] = "人工处理" + }else if(updateType == "隶属关系变更"){ + row['K'] = "人工处理" + }else if(["撤销镇","撤乡","撤销街道","撤销","撤街道设社区工作站","撤销建制"].contains(updateType)){ + row['K'] = "人工处理" + }else if(updateType =='撤销乡'){ + if(!row['F']){ + row['K'] = "人工处理" + } + } + + if(prov && newStreet && (!row['K'] || (row['K'] && !row['K'].contains("存在")) )){ + def dbo = findStreets(prov, newStreet, null) + if(dbo){ + row['I'] = dbo.city + row['J'] = dbo.district + row['K'] = "存在-编码不同" + row['L'] = dbo.tjj_street_code + row['M'] = dbo.pid + def alias = dbo.alias + if(!dbo.alias){ + alias = [] + } + if(row['D']){ + if(!alias.contains(row['D'])){ + row['K'] = "存在(加别名)" + alias << row['D'] +// addAlias(dbo._id, alias) + }else{ + row['K'] = "存在" + } + }else{ + row['K'] = "存在" + } + } + } + + } + }) + } + + def addCity(){ + ExcelUtils.multiThreadingModify("D:\\数据\\数据建设\\乡镇街道\\民政部\\2014-2022年.xlsx",{ row-> + def citycode = null + if(row['F']){ + citycode = row['F'].toString().substring(0, 4) + }else if(row['C']){ + citycode = row['C'].toString().substring(0, 4) + } + + if(citycode){ + def q = new BasicDBObject() + q.put("mzb_city_code", citycode+"00") + q.put("type", "城市") + def dbo = ADMINISTRATIVE_MAPPING_COLL.findOne(q) + if(dbo){ + row['O'] = dbo.city + } + } + + }) + } + + def findStreets(prov, newStreet, streetCode){ + def q = new BasicDBObject() + Pattern provPattern = Pattern.compile(prov+'.*$', Pattern.CASE_INSENSITIVE); + q.put("province", new BasicDBObject('$regex', provPattern)) + q.put("street", newStreet) + def dbcursor = ADMINISTRATIVE_MAPPING_COLL.find(q) + def list = [] + def dbo = null + for(def d : dbcursor){ + list << d + } + if(list && list.size()==1){ + dbo = list[0] + }else if(list && list.size()>1){ + if(streetCode){ + for(def d : list){ + if(d.tjj_street_code && d.tjj_street_code.contains(streetCode)){ + dbo = d + break; + }else if(streetCode.contains(d.pid)){ + dbo = d + break; + } + } + } + } + return dbo + } + + def addAlias(id, alias){ + def udata = new BasicDBObject() + udata.put("alias", alias) + udata.put("operator","高娟-批量") + + def updateQuery = new BasicDBObject("_id", id) + ADMINISTRATIVE_MAPPING_COLL.update(updateQuery, new BasicDBObject('$set',udata)) + } } diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/TownshipStrandUpdate.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/TownshipStrandUpdate.groovy index c4816c69c..2a6c1d7a3 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/TownshipStrandUpdate.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/data_handle/TownshipStrandUpdate.groovy @@ -1,5 +1,6 @@ package com.fangjia.script.gj.data_handle +import com.fangjia.core.RegionData import com.fangjia.script.commData.CommonDatautils import com.fangjia.script.looplineinfo.InsidePolygon import com.fangjia.script.util.CosineSimilarAlgorithm @@ -9,12 +10,14 @@ import com.fangjia.script.util.MongoUtils import com.fangjia.script.yinjihaun.amap.GaoDeApiUtils import com.mongodb.BasicDBObject import com.mongodb.DBCollection +import com.rabbitmq.client.impl.AMQImpl import java.util.concurrent.CopyOnWriteArrayList import java.util.concurrent.CountDownLatch import java.util.concurrent.ExecutorService import java.util.concurrent.Executors import java.util.concurrent.atomic.AtomicLong +import java.util.regex.Pattern class TownshipStrandUpdate { @@ -26,13 +29,26 @@ class TownshipStrandUpdate { def polylineMap = null def newAdvMappingMap = null public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(10) + public static final DBCollection REGION_BLOCK_COLL = MongoUtils.getCollectionByName("fangjia", "region_block", "mongo.db.fangjia.com") + + + + def MONGO100_URL = "mongodb://admin:G00MONGOADMIN@192.168.0.100:30009"; + DBCollection dev_MAPPING_COLL_100 = MongoUtils.getCollectionByName2("fangjia", "dev_mapping", MONGO100_URL) static main(args) { def task = new TownshipStrandUpdate() // task.process() - task.updateTown() +// task.updateTown() // task.stat() +// task.updateDiffRegionTown() +// task.cleanTown() +// task.checkTownFromMongo() +// task.updateTownMapping() +// task.updateDevMapping() + println new Date().getTime() +// task.updateSpecCityTown() } @@ -43,21 +59,21 @@ class TownshipStrandUpdate { polylineMap = CommonDatautils.findAllTownRanges() newAdvMappingMap = CommonDatautils.queryNewTownByCity() // def citys = ["唐山","邯郸","石家庄","保定","秦皇岛","廊坊","沧州","张家口","衡水","邢台","承德"]//CommonDatautils.findAllCity() - def citys = CommonDatautils.findAllCity() + def citys = ["澄迈","临高"]//CommonDatautils.findAllCity(),"东方","澄迈","临高" citys = citys.reverse() for(def city : citys){ // - if(["中山","东莞"].contains(city)){ - continue - } - def fileName = "D:\\数据\\数据建设\\乡镇街道\\商铺\\商铺乡镇街道格式化-${city}.xlsx" +// if(["中山","东莞"].contains(city)){ +// continue +// } + def fileName = "D:\\数据\\数据建设\\乡镇街道\\写字楼\\写字楼乡镇街道格式化-${city}.xlsx" File file=new File(fileName); - if(!file.exists()){ - def dists = CommonDatautils.findAllDistrictsFromMg(city, "shop", ["city","region","name","address","cat","estate_type2","status","township","lng","lat"]) +// if(!file.exists()){ + def dists = CommonDatautils.findAllDistrictsFromMg(city, "office", ["city","region","name","address","cat","estate_type2","status","township","lng","lat"]) dists = checkData(dists) def datas = createDatas(dists) ExcelUtils.write(fileName, datas, "${city}") - } +// } } } @@ -162,6 +178,10 @@ class TownshipStrandUpdate { def running(d){ def fullCity = fullCityMap.get(d.city) def regions = getFullRegion(fullCity, d) + if(!regions && ["中山市","东莞市","济源市","仙桃市","潜江市","天门市","神农架市","五指山市","琼海市","文昌市","万宁市","东方市","定安市","屯昌市","澄迈市","临高市","白沙市","昌江市","乐东市","陵水市","保亭市","琼中市","阿拉尔市","图木舒克市","五家渠市","北屯市","铁门关市","双河市","可克达拉市"].contains(fullCity.city)){ + regions = [] + regions << fullCity.city + } def gaodeMap = null def town = null def mapTown = null @@ -217,6 +237,10 @@ class TownshipStrandUpdate { } if( gaodeMap.district && gaodeMap.district!='[]'){ mapRegion = gaodeMap.district + }else{ + if(mapCity && ["中山市","东莞市","济源市","仙桃市","潜江市","天门市","神农架市","五指山市","琼海市","文昌市","万宁市","东方市","定安市","屯昌市","澄迈市","临高市","白沙市","昌江市","乐东市","陵水市","保亭市","琼中市","阿拉尔市","图木舒克市","五家渠市","北屯市","铁门关市","双河市","可克达拉市"].contains(mapCity)){ + mapRegion = mapCity + } } if(gaodeMap.township && gaodeMap.township!='[]'){ mapTownship = gaodeMap.township @@ -331,7 +355,7 @@ class TownshipStrandUpdate { def names = [] if(regions){ for(def r : regions){ - if(r.mzb_district_name.contains(d.region)){ + if(r.mzb_district_name.contains(d.region) || r.district_short.contains(d.region)){ names << r.district } } @@ -381,7 +405,7 @@ class TownshipStrandUpdate { } } } - if(district || count>10){ + if(township || district || count>10){ stop = true }else{ count ++ @@ -397,4 +421,212 @@ class TownshipStrandUpdate { map.format_addr = format_addr return map; } + + def updateDiffRegionTown(){ + def fileName = "D:\\数据\\数据建设\\乡镇街道\\shop-不同区域.xlsx" + ExcelUtils.multiThreadingModify(fileName,{d-> + def lists = CommonDatautils.findDistrictList(d['B'], null, d['D'], "shop") + d['AA'] = lists.size() + //只处理库中只有一个的 + if(lists && lists.size()==1 && d['Z']=="包含" && !d['AB']){ + def newRegion = RegionData.formatRegion(d['B'], d['M']) + if(newRegion){ + if(d['X'] && d['X'].toString().contains(d['M']+" "+d['N'])){ //地图街道在中间表中 + def dbo = lists[0] + def arrs = d['X'].split(" ") + def udata = new BasicDBObject() + udata.put("region", newRegion) + udata.put("m_date", new Date()) + udata.put("township", arrs[1]) + + DbUtils.seaweed.update(new BasicDBObject('_id',dbo._id), new BasicDBObject('$set', udata)) + CommonDatautils.saveOptLog(dbo.city, dbo.region, dbo.name, "shop", "update","高娟") + d['AB'] = "已处理" + } + } + } + }) + } + + def cleanTown(){ + def fileName = "D:\\数据\\数据建设\\乡镇街道\\district-不同区域.xlsx" + ExcelUtils.modify(fileName,{d-> + if(d['AC']){ + def dbo = CommonDatautils.findDistrict(d['B'], d['C'], d['D'], "district") + if(dbo && dbo.township){ + def udata = new BasicDBObject() + udata.put("m_date", new Date()) + udata.put("township", "") + + DbUtils.seaweed.update(new BasicDBObject('_id',dbo._id), new BasicDBObject('$set', udata)) + CommonDatautils.saveOptLog(dbo.city, dbo.region, dbo.name, "office", "update-town","高娟") + } + } + }) + } + + def checkTownFromMongo(){ + def citys = CommonDatautils.findAllCity() + fullCityMap = CommonDatautils.queryFullNameByCity() + regionMap = CommonDatautils.queryDistNameByCity() + commMap = CommonDatautils.queryCommunityByCity() + citys = citys.reverse() + def index = 0 + for(def city : citys) { + index++ + if (["中山", "东莞"].contains(city)) { + continue + } + + def dists = CommonDatautils.findAllDistrictsFromMg(city, "office", ["city", "region", "name", "address", "cat", "estate_type2", "status", "township", "lng", "lat"]) + for (def d : dists) { + if (d.township) { + def fullCity = fullCityMap.get(d.city) + def regions = getFullRegion(fullCity, d) + def town = getSimilarTown(regions, fullCity, d.township) + if (!town) { + town = findStreet(d.city, d.city, d.township) + if (!town) { + + def udata = new BasicDBObject() + udata.put("m_date", new Date()) + udata.put("township", "") + + DbUtils.seaweed.update(new BasicDBObject('_id',d._id), new BasicDBObject('$set', udata)) + CommonDatautils.saveOptLog(d.city, d.region, d.name, "office", "update-town","高娟") + + println d.city + " " + d.region + " " + d.township + " " + d.name + } + } + } + } + println index + " " + city + " 完成" + } + } + + def findStreet(city, district, street){ + def q = new BasicDBObject() + Pattern provPattern = Pattern.compile(city+'.*$', Pattern.CASE_INSENSITIVE); + q.put("city", new BasicDBObject('$regex', provPattern)) + q.put("district", new BasicDBObject('$regex', Pattern.compile(district+'.*$', Pattern.CASE_INSENSITIVE))) + q.put("street", new BasicDBObject('$regex', Pattern.compile(street+'.*$', Pattern.CASE_INSENSITIVE))) + def list = ADMINISTRATIVE_MAPPING_COLL.find(q).toList() + if(list){ + if(list.size()==1){ + return list[0] + }else{ + println city+ " "+district+" "+street+" 有多个" + } + } + return null + } + + def updateTownMapping(){ + def fileName = "D:\\数据\\数据建设\\乡镇街道\\双方区域对比.xlsx" + ExcelUtils.modify(fileName,{d-> + if(d['F']){ +// def udata = new BasicDBObject() +// udata.put("mzb_district_name", d['F']) +// +// def updateQuery = new BasicDBObject() +// updateQuery.put("city", d['C']) +// updateQuery.put("district", d['D']) +// ADMINISTRATIVE_MAPPING_COLL.update(updateQuery, new BasicDBObject('$set',udata), false, true) + + def city = RegionData.formatCity(d['C']) + if(city){ + def region = RegionData.formatRegion(city, d['D']) + if(region){ + def updateQuery = new BasicDBObject() + updateQuery.put("category", "region") + updateQuery.put("city", city) + updateQuery.put("name", region) + + def list = REGION_BLOCK_COLL.find(updateQuery).toList() + if(list && list.size()==1){ + def dbo = list[0] + def query = new BasicDBObject() + query.put("_id", dbo._id) + +// def pattern = dbo.pattern +// if(pattern.contains(d['F'])){ +// pattern.remove(d['F']) +// } + def udata = new BasicDBObject() + udata.put("org_name", d['F']) +// udata.put("pattern",pattern) + REGION_BLOCK_COLL.update(query, new BasicDBObject('$set',udata), false, true) + }else{ + println city +" "+region+" "+list.size() + } + } + } + + + } + }) + } + + def updateDevMapping(){ + def fileName = "D:\\数据\\数据建设\\开发区\\开发区映射表重复数据.xlsx" + ExcelUtils.modify(fileName,{d-> + def q = new BasicDBObject() + q.put("city", d['A']) + q.put("district", d['B']) + q.put("name",d['C']) + q.put("type", "乡镇街道") + q.put("township", d['D']) + def list = dev_MAPPING_COLL_100.find(q).toList() + if(list && list.size()==2){ + def obj = list[0] + def removeQuery = new BasicDBObject() + removeQuery.put("_id", obj._id) + dev_MAPPING_COLL_100.remove(removeQuery) + }else{ + println q + } + }) + } + + def updateSpecCityTown(){ + def citys = ["中山","东莞","潜江","天门","神农架","五指山","琼海","文昌","万宁","东方","定安","屯昌","澄迈","临高","白沙","昌江","乐东","陵水","保亭","琼中","阿拉尔","图木舒克","五家渠","北屯","铁门关","双河","可克达拉"] + +// def citys = ["中山"] + for(def city : citys){ + def fileName = "D:\\数据\\数据建设\\乡镇街道\\商铺\\商铺乡镇街道格式化-${city}.xlsx" + ExcelUtils.modify(fileName,{d-> + def list = CommonDatautils.findDistrictList(d['A'], null , d['C'], "office") + if(list.size()>1){ + println d['A'] +" "+d['C'] + " 有多个" + }else if(list.size()==1){ + def dbo = list[0] + def town = null +// if(d['X']){ +// town = d['X'] +// }else + if(d['R']){ + town = d['R'] + } + if(!town && d['M']){ + town = d['M'] + } + def region = RegionData.formatRegion(d['A'], town) + if(region){ + def q = new BasicDBObject() + q.put("region", region) + + def udata = new BasicDBObject() + udata.put("m_date", new Date()) + udata.put("township", town) + udata.put("region", region) + DbUtils.seaweed.update(new BasicDBObject('_id',dbo._id), new BasicDBObject('$set', udata)) + }else{ + println d['A']+" "+d['C']+" "+d['X'] +" 无法格式化" + } + } + + }) + } + + } } diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch.groovy index c40ba1e41..afcedfa60 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch.groovy @@ -86,7 +86,6 @@ class FjwBigdataForsaleBatch extends BaseBatch{ //目前查询库中是否已存在,用的是Oracle def index = 0 def citys = CcbCommonUtils.getRunningCitys(args) - citys = ["三沙","临高","乐东","五指山","北屯","双河","可克达拉","定安","屯昌","昆玉","昌江","果洛州","海南州","玉树州","琼中","甘南","白沙","铁门关","阿里","黄南州"] def cityCodeDataMap = CcbCommonUtils.findCityCodeValue() @@ -494,8 +493,8 @@ class FjwBigdataForsaleBatch extends BaseBatch{ def findHousesByMdate(def city, def region, def cat, def startDate, def endDate, def name, def alias, def estate_type2, rets1){ def date = "20200101"//DateUtils.addMonth(endDate.toString(), -3, "yyyyMMdd") - def startMdate = DateUtils.parseFromTightByPattern("20200101","yyyyMMdd")//DateUtils.parseFromTightByPattern(date,"yyyyMMdd") - def endMdate = DateUtils.parseFromTightByPattern("20240518", "yyyyMMdd")//DateUtils.parseFromTightByPattern(endDate.toString(), "yyyyMMdd") + def startMdate = DateUtils.parseFromTightByPattern("20240519","yyyyMMdd")//DateUtils.parseFromTightByPattern(date,"yyyyMMdd") + def endMdate = DateUtils.parseFromTightByPattern("20240718", "yyyyMMdd")//DateUtils.parseFromTightByPattern(endDate.toString(), "yyyyMMdd") QueryBuilder date_range = QueryBuilders.rangeQuery("p_date").from(date.toInteger()).to(endDate).includeLower(false).includeUpper(false); QueryBuilder area_range = QueryBuilders.rangeQuery("area").from(20).to(500).includeLower(true).includeUpper(false); diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/poc/AddPriceTest.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/poc/AddPriceTest.groovy index 17555562d..2dd8a91a7 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/poc/AddPriceTest.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/poc/AddPriceTest.groovy @@ -33,7 +33,7 @@ class AddPriceTest { task.run(); } def run(){ - def filePath = "D:\\数据\\建行\\分期小区对比结果.xlsx" + def filePath = "D:\\数据\\建行\\房产估值\\20240616-20240715系统业务反馈.xlsx" // addGXDPrice(filePath) // addCcbPrice(filePath) // addThirdPrice(filePath) @@ -167,14 +167,14 @@ class AddPriceTest { } def addCcbPrice(filepath){ -// def cityCodeDataMap = CcbCommonUtils.findCityCodeValue() + def cityCodeDataMap = CcbCommonUtils.findCityCodeValue() ExcelUtils.multiThreadingModify(filepath,{ d-> - if(d['A']){ -// def cityId = cityCodeDataMap.get(d['N']) - def map = findAvgPrice(d['G'], d['A'].toString().toDouble().toInteger()) + if(d['AJ']){ + def cityId = cityCodeDataMap.get(d['AK']) + def map = findAvgPrice(d['AJ'], cityId) if(map){ -// d['AK'] = map.avg_price - d['P'] = map.calc_type + d['F'] = map.avg_price +// d['P'] = map.calc_type // d['AM'] = map.credit_value } } @@ -183,7 +183,7 @@ class AddPriceTest { def findAvgPrice(def commid, def cityid){ - def sql = "SELECT gujia_bds_clc_avprc,gujia_bds_clmtd,gujiabds_clc_yrmo_val,gujia_bds_cfdc_dgr from t_app_p9pha_plda.avm_community_base_price_gj_h where urbn_id='${cityid}' and gujia_bds_id='${commid}' order by gujiabds_clc_yrmo_val desc limit 1" + def sql = "SELECT gujia_bds_clc_avprc,gujia_bds_clmtd,gujiabds_clc_yrmo_val,gujia_bds_cfdc_dgr from t_app_p9pha_plda.avm_community_base_price_gj_h where urbn_id='${cityid}' and gujia_bds_id='${commid}' and gujiabds_clc_yrmo_val=202406 order by gujiabds_clc_yrmo_val desc limit 1" def map = [:] pgsqlInstance.eachRow(sql, { r -> map.avg_price = r.gujia_bds_clc_avprc @@ -272,23 +272,23 @@ class AddPriceTest { ExcelUtils.multiThreadingModify(path,{d-> // if(!d['L']){ // if(d['J'] instanceof String){ - def dist = CommonDatautils.findDistrictById(d['J']) + def dist = CommonDatautils.findDistrictById(d['AJ']) if(dist){ - d['A'] = dist.city - d['B'] = dist.region - d['C'] = dist.name - d['D'] = dist.status - d['E'] = dist.name_cat - d['F'] = dist.estate_type2 - d['G'] = DateUtils.formatDateByPattern(dist.m_date,'yyyy-MM-dd') - d['H'] = dist.master_district_name +// d['A'] = dist.city +// d['B'] = dist.region + d['E'] = dist.name +// d['D'] = dist.status +// d['E'] = dist.name_cat +// d['F'] = dist.estate_type2 +// d['G'] = DateUtils.formatDateByPattern(dist.m_date,'yyyy-MM-dd') +// d['H'] = dist.master_district_name // d['N'] = dist.region -// def dbo = CommonDatautils.queryFirstDistrictPrice(dist.city, dist.region, dist.name) -// if(dbo){ -// d['D'] = dbo.avg_price -//// d['X'] = dbo.cal_type + def dbo = CommonDatautils.queryFirstDistrictPrice(dist.city, dist.region, dist.name) + if(dbo){ + d['G'] = dbo.avg_price +// d['X'] = dbo.cal_type // d['E'] = dbo.avg_price_2b -// } + } } // } // } diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/village/QiliangTest.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/village/QiliangTest.groovy index 70de3fab2..b6fea9896 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/village/QiliangTest.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/village/QiliangTest.groovy @@ -27,8 +27,8 @@ class QiliangTest { // task.run() def data = [ - 'address': '宁德市福安市中兴西路16号', - 'type': '2' //1:对公 0:对私 + 'address': '江阴市澄杨路77号', + 'type': '1' //1:对公 0:对私 ] def s = task.getProxyResult(data); print(s); diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/xiamen/ElasticUtils89.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/xiamen/ElasticUtils89.groovy new file mode 100644 index 000000000..2d2f76f24 --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/xiamen/ElasticUtils89.groovy @@ -0,0 +1,265 @@ +package com.fangjia.script.gj.xiamen + +import org.apache.http.HttpHost +import org.apache.http.auth.AuthScope +import org.apache.http.auth.UsernamePasswordCredentials +import org.apache.http.client.CredentialsProvider +import org.apache.http.client.config.RequestConfig +import org.apache.http.impl.client.BasicCredentialsProvider +import org.apache.http.impl.nio.client.HttpAsyncClientBuilder +import org.elasticsearch.action.ActionListener +import org.elasticsearch.action.bulk.BackoffPolicy +import org.elasticsearch.action.bulk.BulkProcessor +import org.elasticsearch.action.bulk.BulkRequest +import org.elasticsearch.action.bulk.BulkResponse +import org.elasticsearch.action.index.IndexRequest +import org.elasticsearch.action.search.ClearScrollRequest +import org.elasticsearch.action.search.SearchRequest +import org.elasticsearch.action.search.SearchResponse +import org.elasticsearch.action.search.SearchScrollRequest +import org.elasticsearch.client.RequestOptions +import org.elasticsearch.client.RestClient +import org.elasticsearch.client.RestClientBuilder +import org.elasticsearch.client.RestHighLevelClient +import org.elasticsearch.common.unit.TimeValue +import org.elasticsearch.index.query.QueryBuilder +import org.elasticsearch.search.Scroll +import org.elasticsearch.search.SearchHit +import org.elasticsearch.search.builder.SearchSourceBuilder +import org.elasticsearch.xpack.sql.jdbc.EsDataSource + +import java.sql.Connection +import java.sql.ResultSet +import java.sql.Statement +import java.util.concurrent.ExecutorService +import java.util.concurrent.Executors +import java.util.concurrent.TimeUnit +import java.util.function.BiConsumer + +/** + * 功能说明:Elasticsearch工具类 + */ +class ElasticUtils89 { + + + static getEsDataSource(String host){ + EsDataSource dataSource = new EsDataSource (); + dataSource.setUrl("jdbc:es://${host}:9200?timezone=UTC&page.size=240&connect.timeout=240000&network.timeout=60000&page.timeout=240000&query.timeout=90000"); + Properties connectionProperties = new Properties(); +// connectionProperties.setProperty("user","developer"); +// connectionProperties.setProperty("password","5e8edd851d2fdfbd7415232c67367cc3"); + + connectionProperties.setProperty("user","elastic"); + connectionProperties.setProperty("password","elasticsearch");//elasticsearch + dataSource.setProperties(connectionProperties); + return dataSource; + } + + static executeSqlQuery(String sql, Closure closure, String host = "192.168.0.89"){ + EsDataSource dataSource = getEsDataSource(host) + Connection connection = dataSource.getConnection() + Statement statement = connection.createStatement() + ResultSet rs = statement.executeQuery(sql) + def columns = [] + for(int i = 1; i <= rs.getMetaData().getColumnCount(); i++){ + columns << rs.getMetaData().getColumnName(i) + } + rs.getMetaData().getColumnCount() + while(rs.next()){ + def row = [:] + for (String col : columns){ + row[col] = rs.getObject(col) + } + closure.call(row) + } + rs.close() + connection.close() + } + + static RestHighLevelClient getClient(String host) { + RestClientBuilder builder = RestClient.builder(new HttpHost(host, 9200, "http")); + builder.setRequestConfigCallback(new RestClientBuilder.RequestConfigCallback() { + @Override + RequestConfig.Builder customizeRequestConfig(RequestConfig.Builder requestConfigBuilder) { + requestConfigBuilder.setConnectionRequestTimeout(1000 * 60); + requestConfigBuilder.setSocketTimeout(1000 * 180); + return requestConfigBuilder; + } + }) + builder.setHttpClientConfigCallback(new RestClientBuilder.HttpClientConfigCallback() { + @Override + HttpAsyncClientBuilder customizeHttpClient(HttpAsyncClientBuilder httpAsyncClientBuilder) { + httpAsyncClientBuilder.disableAuthCaching(); + CredentialsProvider credentialsProvider = new BasicCredentialsProvider(); + credentialsProvider.setCredentials(AuthScope.ANY, new UsernamePasswordCredentials("elastic", "elasticsearch"));//goojia123456 + httpAsyncClientBuilder.setDefaultCredentialsProvider(credentialsProvider); + return httpAsyncClientBuilder; + } + }) + return new RestHighLevelClient(builder) + } + + + static RestHighLevelClient getClient89(String host) { + RestClientBuilder builder = RestClient.builder(new HttpHost(host, 9200, "http")); + builder.setRequestConfigCallback(new RestClientBuilder.RequestConfigCallback() { + @Override + RequestConfig.Builder customizeRequestConfig(RequestConfig.Builder requestConfigBuilder) { + requestConfigBuilder.setConnectionRequestTimeout(1000 * 60); + requestConfigBuilder.setSocketTimeout(1000 * 180); + return requestConfigBuilder; + } + }) + builder.setHttpClientConfigCallback(new RestClientBuilder.HttpClientConfigCallback() { + @Override + HttpAsyncClientBuilder customizeHttpClient(HttpAsyncClientBuilder httpAsyncClientBuilder) { + httpAsyncClientBuilder.disableAuthCaching(); + CredentialsProvider credentialsProvider = new BasicCredentialsProvider(); + credentialsProvider.setCredentials(AuthScope.ANY, new UsernamePasswordCredentials("elastic", "elasticsearch"));//goojia123456 + httpAsyncClientBuilder.setDefaultCredentialsProvider(credentialsProvider); + return httpAsyncClientBuilder; + } + }) + return new RestHighLevelClient(builder) + } + + + /** + * 创建一个ES批处理器 + * @param host + * @return + */ + static createBulkProcessor(String host, RestHighLevelClient client = null) { + + BulkProcessor.Listener listener = new BulkProcessor.Listener() { + @Override + void beforeBulk(long executionId, BulkRequest request) { + } + + @Override + void afterBulk(long executionId, BulkRequest request, + BulkResponse response) { + } + + @Override + void afterBulk(long executionId, BulkRequest request, + Throwable failure) { + } + }; + if(!client){ + client = getClient(host); + } + return BulkProcessor.builder(new BiConsumer>() { + @Override + void accept(BulkRequest bulkRequest, ActionListener bulkResponseActionListener) { + client.bulkAsync(bulkRequest, RequestOptions.DEFAULT, bulkResponseActionListener) + } + }, listener).setBulkActions(10000) + .setConcurrentRequests(20) + .setBackoffPolicy(BackoffPolicy.constantBackoff(TimeValue.timeValueSeconds(1L), 3)) + .setFlushInterval(TimeValue.timeValueSeconds(10L)).build(); + } + + /** + * 关闭一个ES批处理器 + * @param + * @return + */ + static closeBulkProcessor(BulkProcessor bulkProcessor) { + bulkProcessor.awaitClose(10, TimeUnit.DAYS) + bulkProcessor.flush() + bulkProcessor.close() + } + + + static executeQuery(String host, String indexName, QueryBuilder qb, Closure closure){ + + RestHighLevelClient client = getClient(host) + BulkProcessor bulkProcessor = createBulkProcessor(host, client) + final Scroll scroll = new Scroll(TimeValue.timeValueMinutes(60L)) + SearchRequest searchRequest = new SearchRequest(indexName); + searchRequest.scroll(scroll); + SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder(); + searchSourceBuilder.query(qb); + searchRequest.source(searchSourceBuilder); + SearchResponse searchResponse = client.search(searchRequest, RequestOptions.DEFAULT); + String scrollId = searchResponse.getScrollId(); + SearchHit[] searchHits = searchResponse.getHits().getHits(); + def nThread = Runtime.getRuntime().availableProcessors() * 5 + ExecutorService executorService = Executors.newFixedThreadPool(nThread) + while (searchHits != null && searchHits.length > 0) { + for (int k=0; k < searchHits.size(); k++) { + final SearchHit hit = searchHits[k]; + executorService.submit(new Runnable() { + @Override + void run() { + try{ + if(closure.getMaximumNumberOfParameters() == 1){ + def update = closure.call(hit.getSourceAsMap()) + if(update){ + bulkProcessor.add(new IndexRequest(indexName).id(hit.getId()).source(hit.getSourceAsMap())) + } + }else if(closure.getMaximumNumberOfParameters() == 2){ + def update = closure.call(hit.getId(), hit.getSourceAsMap()) + if(update){ + bulkProcessor.add(new IndexRequest(indexName).id(hit.getId()).source(hit.getSourceAsMap())) + } + } + }catch (Exception e){ + e.printStackTrace() + } + } + }) + } + SearchScrollRequest scrollRequest = new SearchScrollRequest(scrollId); + scrollRequest.scroll(scroll); + searchResponse = client.scroll(scrollRequest, RequestOptions.DEFAULT); + scrollId = searchResponse.getScrollId(); + searchHits = searchResponse.getHits().getHits(); + } + ClearScrollRequest clearScrollRequest = new ClearScrollRequest(); + clearScrollRequest.addScrollId(scrollId); + client.clearScroll(clearScrollRequest, RequestOptions.DEFAULT); + executorService.shutdown() + executorService.awaitTermination(1, TimeUnit.DAYS) + bulkProcessor.close() + bulkProcessor.awaitClose(1, TimeUnit.DAYS) + client.close() + } + + + static def executeSimpleQuery(String host, String indexName, QueryBuilder qb){ + + final Scroll scroll = new Scroll(TimeValue.timeValueMinutes(60L)) + RestHighLevelClient client = getClient(host) + SearchRequest searchRequest = new SearchRequest(indexName); + searchRequest.scroll(scroll); + SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder(); + searchSourceBuilder.query(qb); + searchRequest.source(searchSourceBuilder); + SearchResponse searchResponse = client.search(searchRequest, RequestOptions.DEFAULT); + String scrollId = searchResponse.getScrollId(); + SearchHit[] searchHits = searchResponse.getHits().getHits(); + def results = [] + while (searchHits != null && searchHits.length > 0) { + for (int k=0; k < searchHits.size(); k++) { + SearchHit searchHit = searchHits[k] + searchHit.getSourceAsMap().put("id", searchHit.getId()); + results << searchHit.getSourceAsMap() + } + if(results.size()%100000==0){ + println "."+ new Date() + } + SearchScrollRequest scrollRequest = new SearchScrollRequest(scrollId); + scrollRequest.scroll(scroll); + searchResponse = client.scroll(scrollRequest, RequestOptions.DEFAULT); + scrollId = searchResponse.getScrollId(); + searchHits = searchResponse.getHits().getHits(); + } + ClearScrollRequest clearScrollRequest = new ClearScrollRequest(); + clearScrollRequest.addScrollId(scrollId); + client.clearScroll(clearScrollRequest, RequestOptions.DEFAULT); + client.close() + return results; + } +} diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/xiamen/GaoDePoiDataProcess.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/xiamen/GaoDePoiDataProcess.groovy index 63996e918..024a20faf 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/xiamen/GaoDePoiDataProcess.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/xiamen/GaoDePoiDataProcess.groovy @@ -10,7 +10,6 @@ import com.fangjia.script.commData.CommonDatautils import com.fangjia.script.common.DataHandleUtils import com.fangjia.script.gj.ccb.FileUtils import com.fangjia.script.looplineinfo.InsidePolygon -import com.fangjia.script.util.DateUtils import com.fangjia.script.util.ElasticUtils import com.fangjia.script.util.ExcelUtils import com.fangjia.script.util.MongoUtils @@ -27,6 +26,8 @@ import org.elasticsearch.action.index.IndexRequest import org.elasticsearch.action.support.WriteRequest import org.elasticsearch.client.RequestOptions import org.elasticsearch.common.xcontent.XContentType +import org.elasticsearch.index.query.QueryBuilder +import org.elasticsearch.index.query.QueryBuilders import java.util.concurrent.CopyOnWriteArrayList import java.util.concurrent.CountDownLatch @@ -48,6 +49,9 @@ class GaoDePoiDataProcess extends BaseBatch{ public static def TAGS = ["加油站","其它能源站","加气站","洗车场","充电站","餐饮相关场所","休闲餐饮场所","购物相关场所","商场","超级市场","家电电子卖场","花鸟鱼虫市场","家居建材市场","综合市场","特色商业街","生活服务场所","邮局","事务所","人才市场","洗浴推拿场所","体育休闲服务场所","运动场馆","娱乐场所","度假疗养场所","休闲场所","医疗保健服务场所","综合医院","专科医院","诊所","急救中心","疾病预防机构","住宿服务相关","宾馆酒店","旅馆招待所","风景名胜相关","公园广场","风景名胜","产业园区","政府及社会团体相关","政府机关","外国机构","社会团体","公检法机构","交通车辆管理","工商税务机构","科教文化场所","博物馆","展览馆","会展中心","美术馆","图书馆","科技馆","天文馆","文化宫","档案馆","文艺团体","传媒机构","学校","科研机构","培训机构","驾校","机场相关","银行","银行相关","保险公司","证券公司","财务公司","公司企业","知名企业","公司","工厂","农林牧渔基地","收费站","服务区","标志性建筑物","地名地址信息","热点地名","紧急避难场所"] + public static def TYPES = ["出入口;门","美食","交通设施;停车场","交通设施;路侧停车位","生活服务;彩票销售点","生活服务;公用事业","出入口;停车场出入口","出入口","生活服务;殡葬服务","交通设施;充电站","出入口;其他","丽人;美体","丽人;美甲","金融;atm","汽车服务;汽车检测场","道路;路口","生活服务;公共厕所","交通设施;加油加气站","生活服务;售票处","出入口;高速公路出口","交通设施;港口","交通设施;普通停车位","生活服务;步骑行专用道驿站","交通设施;收费站","交通设施;桥","交通设施;火车站","交通设施;高速公路停车区","出入口;车站入口","医疗;核酸检测点","地名地址信息;交通地名;路口名","地名地址信息;交通地名;道路名","交通设施服务;公交车站;公交车站相关","生活服务;共享设备;充电宝","交通设施服务;停车场;公共停车场","地名地址信息;自然地名;山","交通设施服务;停车场;停车场出入口","公共设施;公共厕所;公共厕所","通行设施;临街院门;临街院正门","室内设施;室内设施;室内设施","交通设施服务;停车场;路边停车场","交通设施服务;停车场;停车场相关","地名地址信息;交通地名;桥","地名地址信息;自然地名;河流","交通设施服务;停车场;专用停车场","体育休闲服务;娱乐场所;KTV","通行设施;建筑物门;建筑物门","交通设施服务;停车场;停车场入口","生活服务;丧葬设施;丧葬设施","金融保险服务;自动提款机;农村商业银行ATM","交通设施服务;停车场;停车场出口","政府机构及社会团体;交通车辆管理;交通管理机构","通行设施;建筑物门;建筑物正门","地名地址信息;普通地名;乡镇级地名","地名地址信息;自然地名;湖泊","公司企业;公司;广告装饰|生活服务","金融保险服务;自动提款机;自动提款机","金融保险服务;自动提款机;中国邮政储蓄银行ATM","金融保险服务;自动提款机;中国农业银行ATM","购物服务;家居建材市场;建材五金市场|公司企业","地名地址信息;交通地名;高速路出口","地名地址信息;交通地名;高速路入口","金融保险服务;自动提款机;中国工商银行ATM","交通设施服务;交通服务相关;交通服务相关","金融保险服务;自动提款机;中国建设银行ATM","购物服务;超级市场;超市|购物服务","交通设施服务;地铁站;出入口","购物服务;家电电子卖场;手机销售|生活服务","公司企业;公司;公司|购物服务","公司企业;公司;公司|生活服务","地名地址信息;交通地名;隧道","政府机构及社会团体;交通车辆管理;验车场","购物服务;家居建材市场;建材五金市场|生活服务","地名地址信息;交通地名;立交桥","金融保险服务;自动提款机;中国银行ATM","购物服务;便民商店/便利店;便民商店/便利店|购物服务","汽车销售;汽车销售;汽车销售|汽车维修","交通设施服务;长途汽车站;长途汽车站","地名地址信息;交通地名;铁路","道路附属设施;服务区;高速服务区","政府机构及社会团体;交通车辆管理;交通执法站","生活服务;美容美发店;美容美发店|购物服务","地名地址信息;普通地名;街道级地名","交通设施服务;地铁站;地铁站","公司企业;工厂;工厂|公司企业","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|生活服务","公共设施;公共厕所;女洗手间","政府机构及社会团体;交通车辆管理;车辆管理机构","住宿服务;住宿服务相关;住宿服务相关|体育休闲服务","公共设施;公共厕所;男洗手间","汽车服务;汽车养护/装饰;汽车养护|汽车服务","地名地址信息;自然地名;岛屿","交通设施服务;港口码头;港口码头","住宿服务;宾馆酒店;宾馆酒店|住宿服务","生活服务;电讯营业厅;中国移动营业厅|购物服务","购物服务;专卖店;专营店|生活服务","地名地址信息;交通地名;城市快速路出口","地名地址信息;交通地名;城市快速路入口","购物服务;专卖店;专营店|公司企业","生活服务;丧葬设施;公墓","公司企业;公司;公司|公司企业","交通设施服务;火车站;火车站","汽车服务;汽车养护/装饰;汽车养护|汽车维修","购物服务;购物相关场所;购物相关场所|生活服务","购物服务;专卖店;烟酒专卖店|购物服务","购物服务;专卖店;自行车专卖店|生活服务","政府机构及社会团体;政府机关;乡镇以下级政府及事业单位|生活服务","金融保险服务;自动提款机;交通银行ATM","生活服务;生活服务场所;生活服务场所|购物服务","购物服务;个人用品/化妆品店;其它个人用品店|生活服务","购物服务;综合市场;农副产品市场|购物服务","住宿服务;旅馆招待所;旅馆招待所|住宿服务","购物服务;专卖店;专营店|汽车服务","公司企业;公司;广告装饰|购物服务","住宿服务;宾馆酒店;宾馆酒店|餐饮服务","公共设施;公共厕所;残障洗手间/无障碍洗手间","购物服务;专卖店;专营店|餐饮服务","购物服务;家居建材市场;建材五金市场|购物服务","购物服务;综合市场;农副产品市场|餐饮服务","购物服务;家电电子卖场;数码电子|公司企业","医疗保健服务;核酸检测;核酸检测","购物服务;家电电子卖场;数码电子|生活服务","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|公司企业","汽车服务;汽车配件销售;汽车配件销售|汽车维修","购物服务;家居建材市场;布艺市场|公司企业","生活服务;丧葬设施;陵园","金融保险服务;银行;交通银行","餐饮服务;中餐厅;中餐厅|住宿服务","政府机构及社会团体;交通车辆管理;交通车辆管理相关","汽车维修;汽车维修;汽车维修|汽车服务","政府机构及社会团体;政府机关;区县级政府及事业单位|政府机构及社会团体","交通设施服务;公交车站;快速公交站","住宿服务;旅馆招待所;旅馆招待所|商务住宅","交通设施服务;火车站;进站口/检票口","地名地址信息;普通地名;区县级地名","政府机构及社会团体;政府机关;乡镇级政府及事业单位|政府机构及社会团体","购物服务;家电电子卖场;家电电子卖场|生活服务","生活服务;电讯营业厅;中国电信营业厅|购物服务","汽车维修;汽车综合维修;汽车综合维修|汽车服务","医疗保健服务;专科医院;口腔医院|医疗保健服务","金融保险服务;自动提款机;招商银行ATM","汽车服务;汽车服务相关;汽车服务相关|汽车维修","公司企业;公司;公司|汽车服务","政府机构及社会团体;社会团体;社会团体相关|公司企业","政府机构及社会团体;公检法机构;社会治安机构|政府机构及社会团体","商务住宅;住宅区;住宅小区|商务住宅","政府机构及社会团体;政府机关;乡镇级政府及事业单位|生活服务","购物服务;商场;普通商场|购物服务","公司企业;公司;机械电子|购物服务","商务住宅;住宅区;住宅小区|住宿服务","公司企业;公司;冶金化工|公司企业","公共设施;公共厕所;婴儿换洗间/哺乳室/母婴室","科教文化服务;培训机构;培训机构|购物服务","公司企业;公司;商业贸易|购物服务","餐饮服务;餐饮相关场所;餐饮相关|购物服务","生活服务;丧葬设施;殡仪馆","金融保险服务;自动提款机;中国民生银行ATM","购物服务;专卖店;自行车专卖店|摩托车服务","交通设施服务;火车站;货运火车站","购物服务;专卖店;儿童用品店|生活服务","体育休闲服务;休闲场所;休闲场所|餐饮服务","地名地址信息;自然地名;海湾海峡","政府机构及社会团体;社会团体;少先队","公司企业;公司;公司|金融保险服务","购物服务;专卖店;烟酒专卖店|公司企业","餐饮服务;中餐厅;中餐厅|餐饮服务","生活服务;维修站点;维修站点|购物服务","金融保险服务;自动提款机;兴业银行ATM","交通设施服务;长途汽车站;进站","购物服务;综合市场;农副产品市场|公司企业","住宿服务;宾馆酒店;四星级宾馆|餐饮服务","购物服务;家居建材市场;家具城|公司企业","科教文化服务;培训机构;培训机构|生活服务","公司企业;公司;广告装饰|生活服务;生活服务场所;生活服务场所","餐饮服务;冷饮店;冷饮店|餐饮服务","金融保险服务;自动提款机;上海浦东发展银行ATM","公司企业;公司;机械电子|公司企业","交通设施服务;火车站;出站口","购物服务;专卖店;专营店|购物服务","餐饮服务;茶艺馆;茶艺馆|购物服务","餐饮服务;中餐厅;特色/地方风味餐厅|餐饮服务","购物服务;花鸟鱼虫市场;花卉市场|生活服务","购物服务;便民商店/便利店;便民商店/便利店|生活服务","汽车服务;洗车场;洗车场|汽车服务","交通设施服务;停车场;公共停车场|交通设施服务","餐饮服务;糕饼店;糕饼店|购物服务","餐饮服务;中餐厅;火锅店|餐饮服务","公司企业;工厂;工厂|生活服务","餐饮服务;冷饮店;冷饮店|购物服务","医疗保健服务;综合医院;卫生院|医疗保健服务","金融保险服务;自动提款机;中信银行ATM","金融保险服务;自动提款机;中国光大银行ATM","公共设施;公用电话;公用电话","购物服务;购物相关场所;购物相关场所|餐饮服务","科教文化服务;驾校;驾校|生活服务","购物服务;综合市场;果品市场|购物服务","商务住宅;楼宇;商务写字楼|商务住宅","生活服务;美容美发店;美容美发店|生活服务","汽车销售;长安汽车销售;长安汽车销售|汽车维修","政府机构及社会团体;政府机关;乡镇以下级政府及事业单位|政府机构及社会团体","餐饮服务;糕饼店;糕饼店|餐饮服务","购物服务;综合市场;果品市场|餐饮服务","餐饮服务;中餐厅;中餐厅|体育休闲服务","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|餐饮服务","出入口;门","生活服务;生活服务场所;生活服务场所|公司企业","购物服务;便民商店/便利店;便民商店/便利店|餐饮服务","生活服务;电讯营业厅;中国联通营业厅|购物服务","汽车服务;汽车配件销售;汽车配件销售|汽车服务","政府机构及社会团体;政府机关;地市级政府及事业单位|政府机构及社会团体","购物服务;专卖店;专营店|科教文化服务","购物服务;超级市场;超市|购物服务;便民商店/便利店;便民商店/便利店","购物服务;专卖店;儿童用品店|购物服务","生活服务;洗浴推拿场所;洗浴推拿场所|生活服务","汽车服务;汽车配件销售;汽车配件销售|购物服务","餐饮服务;中餐厅;综合酒楼|住宿服务","体育休闲服务;娱乐场所;酒吧|餐饮服务","购物服务;家居建材市场;布艺市场|生活服务","公司企业;公司;电信公司|生活服务","公司企业;公司;公司|科教文化服务","公司企业;工厂;工厂|购物服务","购物服务;家电电子卖场;手机销售|公司企业","医疗保健服务;专科医院;专科医院|医疗保健服务","餐饮服务;中餐厅;清真菜馆|餐饮服务","汽车销售;汽车销售;汽车销售|汽车服务","生活服务;维修站点;维修站点|摩托车服务","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|购物服务","金融保险服务;自动提款机;华夏银行ATM","公司企业;公司企业;公司企业|生活服务","公司企业;公司;公司|餐饮服务","购物服务;商场;购物中心|购物服务","商务住宅;住宅区;住宅小区|生活服务","商务住宅;住宅区;住宅小区|地名地址信息","政府机构及社会团体;交通车辆管理;交通管理机构|政府机构及社会团体","购物服务;家居建材市场;家居建材市场|生活服务","商务住宅;住宅区;住宅小区|购物服务","政府机构及社会团体;公检法机构;公安警察|政府机构及社会团体","购物服务;家居建材市场;厨卫市场|购物服务","商务住宅;住宅区;住宅小区|餐饮服务","政府机构及社会团体;政府机关;区县级政府及事业单位|生活服务","餐饮服务;中餐厅;中餐厅|生活服务","汽车服务;汽车服务相关;汽车服务相关|购物服务","购物服务;家居建材市场;厨卫市场|公司企业","购物服务;家居建材市场;建材五金市场|公司企业;公司;公司","生活服务;维修站点;维修站点|汽车维修","生活服务;中介机构;中介机构|公司企业","生活服务;电讯营业厅;中国电信营业厅|公司企业","购物服务;购物相关场所;购物相关场所|汽车服务","摩托车服务;摩托车维修;摩托车维修|生活服务","汽车服务;汽车服务相关;汽车服务相关|汽车销售","生活服务;物流速递;物流速递|公司企业","购物服务;综合市场;农副产品市场|生活服务","汽车销售;大众特约销售;上海大众销售|汽车维修","汽车销售;吉利特约销售;吉利销售|汽车维修","生活服务;洗浴推拿场所;洗浴推拿场所|购物服务","购物服务;综合市场;蔬菜市场|购物服务","金融保险服务;自动提款机;广发银行ATM","购物服务;购物相关场所;购物相关场所|公司企业","政府机构及社会团体;政府机关;区县级政府及事业单位|公司企业","生活服务;洗浴推拿场所;洗浴推拿场所|住宿服务","生活服务;丧葬设施;丧葬设施|购物服务","购物服务;家居建材市场;布艺市场|购物服务","购物服务;专卖店;珠宝首饰工艺品|生活服务","购物服务;家电电子卖场;家电电子卖场|公司企业","汽车销售;大众特约销售;一汽-大众销售|汽车维修","购物服务;专卖店;自行车专卖店|汽车服务","购物服务;家居建材市场;建材五金市场|汽车服务","政府机构及社会团体;政府机关;政府机关相关|公司企业","政府机构及社会团体;政府机关;政府机关相关|生活服务","科教文化服务;学校;职业技术学校|科教文化服务","购物服务;家居建材市场;家具城|购物服务","金融保险服务;自动提款机;平安银行ATM","汽车服务;汽车服务相关;汽车服务相关|生活服务","汽车维修;汽车维修;汽车维修|汽车销售","购物服务;花鸟鱼虫市场;花卉市场|公司企业","购物服务;专卖店;古玩字画店|科教文化服务","住宿服务;宾馆酒店;五星级宾馆|餐饮服务","汽车销售;长城汽车销售;长城汽车销售|汽车维修","公司企业;公司;公司|生活服务;生活服务场所;生活服务场所","住宿服务;宾馆酒店;宾馆酒店|生活服务","餐饮服务;甜品店;甜品店|餐饮服务","商务住宅;楼宇;商住两用楼宇|商务住宅","公司企业;公司企业;公司企业|购物服务","餐饮服务;茶艺馆;茶艺馆|餐饮服务","汽车销售;日产特约销售;东风日产销售|汽车维修","科教文化服务;学校;幼儿园|科教文化服务","生活服务;摄影冲印店;摄影冲印|购物服务","道路附属设施;服务区;高速停车区","生活服务;生活服务场所;生活服务场所|汽车服务","科教文化服务;科教文化场所;科教文化场所|生活服务","政府机构及社会团体;社会团体;社会团体相关|购物服务","购物服务;家居建材市场;家居建材市场|公司企业","公司企业;公司;公司|汽车销售","汽车销售;东风特约销售;东风销售|汽车维修","购物服务;便民商店/便利店;便民商店/便利店|公司企业","交通设施服务;公交车站;电车站","购物服务;家电电子卖场;手机销售|生活服务;电讯营业厅;中国移动营业厅","地名地址信息;普通地名;村庄级地名|商务住宅","购物服务;家居建材市场;灯具瓷器市场|公司企业","餐饮服务;中餐厅;中餐厅|公司企业","生活服务;洗浴推拿场所;洗浴推拿场所|体育休闲服务","购物服务;专卖店;烟酒专卖店|餐饮服务","交通设施服务;停车场;路边停车场|交通设施服务","金融保险服务;自动提款机;北京银行ATM","公司企业;公司;公司|商务住宅","政府机构及社会团体;政府机关;乡镇以下级政府及事业单位|商务住宅","汽车销售;丰田特约销售;一汽丰田销售|汽车维修","生活服务;物流速递;物流速递|购物服务","交通设施服务;机场相关;飞机场","体育休闲服务;休闲场所;休闲场所|住宿服务","生活服务;丧葬设施;陵园|风景名胜","购物服务;便民商店/便利店;便民商店/便利店|购物服务;超级市场;超市","餐饮服务;中餐厅;四川菜(川菜)|餐饮服务","生活服务;美容美发店;美容美发店|餐饮服务","购物服务;文化用品店;文化用品店|生活服务","公司企业;公司;冶金化工|购物服务","交通设施服务;火车站;候车室","金融保险服务;银行;农村商业银行|金融保险服务","科教文化服务;学校;中学|科教文化服务","购物服务;家电电子卖场;数码电子|购物服务","餐饮服务;中餐厅;海鲜酒楼|餐饮服务","汽车销售;通用特约销售;别克销售|汽车维修","交通设施服务;机场相关;机场出发/到达","公司企业;公司;公司|政府机构及社会团体","汽车服务;二手车交易;二手车交易|汽车销售","餐饮服务;休闲餐饮场所;休闲餐饮场所|餐饮服务","餐饮服务;咖啡厅;咖啡厅|餐饮服务","汽车销售;汽车销售;汽车销售|汽车维修;汽车维修;汽车维修","汽车销售;梅赛德斯-奔驰特约销售;梅赛德斯-奔驰销售|汽车维修","购物服务;家电电子卖场;手机销售|购物服务","购物服务;专卖店;自行车专卖店|汽车销售","科教文化服务;培训机构;培训机构|体育休闲服务","生活服务;洗浴推拿场所;洗浴推拿场所|餐饮服务","生活服务;生活服务场所;生活服务场所|科教文化服务","科教文化服务;培训机构;培训机构|科教文化服务","体育休闲服务;娱乐场所;棋牌室|餐饮服务","地名地址信息;普通地名;村庄级地名|购物服务","地名地址信息;自然地名;山|地名地址信息","公司企业;公司;网络科技|购物服务","餐饮服务;中餐厅;综合酒楼|餐饮服务","生活服务;中介机构;中介机构|购物服务","汽车销售;福特特约销售;福特销售|汽车维修","公司企业;公司;公司|购物服务;购物相关场所;购物相关场所","体育休闲服务;娱乐场所;KTV|购物服务","医疗保健服务;综合医院;综合医院|医疗保健服务","商务住宅;产业园区;产业园区|公司企业","交通设施服务;港口码头;人渡口","汽车销售;奥迪特约销售;一汽-大众奥迪销售|汽车维修","科教文化服务;学校;小学|科教文化服务","生活服务;生活服务场所;生活服务场所|商务住宅","交通设施服务;港口码头;货运港口码头","科教文化服务;学校;高等院校|科教文化服务","生活服务;物流速递;物流仓储场地|公司企业","购物服务;超级市场;超市|生活服务","体育休闲服务;娱乐场所;KTV|生活服务","购物服务;专卖店;烟酒专卖店|生活服务","购物服务;专卖店;儿童用品店|科教文化服务","购物服务;家居建材市场;厨卫市场|生活服务","购物服务;商场;普通商场|商务住宅","汽车销售;现代特约销售;北京现代销售|汽车维修","生活服务;电讯营业厅;中国移动营业厅|公司企业","购物服务;家居建材市场;家居建材市场|购物服务","餐饮服务;外国餐厅;西餐厅(综合风味)|餐饮服务","体育休闲服务;娱乐场所;KTV|餐饮服务","科教文化服务;传媒机构;传媒机构|生活服务","地名地址信息;交通地名;道路名|购物服务","公司企业;公司;广告装饰|科教文化服务","公司企业;农林牧渔基地;其它农林牧渔基地|公司企业","购物服务;专卖店;书店|科教文化服务","购物服务;专卖店;珠宝首饰工艺品|公司企业","汽车销售;本田特约销售;东风本田销售|汽车维修","商务住宅;楼宇;商务写字楼|购物服务","汽车销售;丰田特约销售;广汽丰田销售|汽车维修","汽车销售;本田特约销售;广汽本田销售|汽车维修","购物服务;专卖店;古玩字画店|生活服务","医疗保健服务;诊所;诊所|医疗保健服务","汽车销售;北京汽车销售;北京汽车销售|汽车维修","购物服务;家居建材市场;灯具瓷器市场|购物服务","摩托车服务;摩托车销售;摩托车销售|购物服务","购物服务;专卖店;礼品饰品店|购物服务","交通设施服务;火车站;站台","政府机构及社会团体;社会团体;社会团体相关|生活服务","科教文化服务;培训机构;培训机构|公司企业","住宿服务;住宿服务相关;住宿服务相关|餐饮服务","购物服务;专卖店;儿童用品店|餐饮服务","公司企业;公司;电信公司|购物服务","住宿服务;旅馆招待所;旅馆招待所|餐饮服务","汽车销售;奇瑞特约销售;奇瑞销售|汽车维修","金融保险服务;自动提款机;北京农商银行ATM","生活服务;维修站点;维修站点|汽车服务","政府机构及社会团体;政府机关;乡镇级政府及事业单位|科教文化服务","医疗保健服务;医药保健销售店;药房|医疗保健服务","科教文化服务;展览馆;室内展位","体育休闲服务;娱乐场所;酒吧|购物服务","商务住宅;楼宇;商务写字楼|公司企业","金融保险服务;自动提款机;广州农商银行ATM","交通设施服务;火车站;售票","体育休闲服务;度假疗养场所;疗养院|生活服务","住宿服务;旅馆招待所;旅馆招待所|生活服务","汽车服务;汽车配件销售;汽车配件销售|公司企业","科教文化服务;传媒机构;传媒机构|公司企业","公司企业;工厂;工厂|公司企业;公司;公司","生活服务;电力营业厅;电力营业厅|公司企业","地名地址信息;普通地名;村庄级地名|地名地址信息","科教文化服务;科研机构;科研机构|公司企业","汽车销售;广汽传祺销售;广汽传祺销售|汽车维修","体育休闲服务;娱乐场所;KTV|体育休闲服务","购物服务;专卖店;儿童用品店|公司企业","汽车销售;荣威销售;荣威销售|汽车维修","政府机构及社会团体;社会团体;社会团体相关|科教文化服务","汽车销售;宝马特约销售;宝马销售|汽车维修","餐饮服务;中餐厅;中餐厅|商务住宅","住宿服务;宾馆酒店;宾馆酒店|体育休闲服务","生活服务;人才市场;人才市场|公司企业","餐饮服务;快餐厅;快餐厅|餐饮服务","交通设施;停车场","政府机构及社会团体;公检法机构;公证鉴定机构|政府机构及社会团体","生活服务;生活服务场所;生活服务场所|汽车维修","体育休闲服务;休闲场所;休闲场所|生活服务","交通设施服务;长途汽车站;出站","汽车服务;汽车养护/装饰;汽车养护|购物服务","生活服务;摄影冲印店;摄影冲印|公司企业","汽车销售;通用特约销售;雪佛兰销售|汽车维修","汽车维修;汽车维修;汽车维修|生活服务","政府机构及社会团体;政府机关;乡镇以下级政府及事业单位|地名地址信息","生活服务;电讯营业厅;中国移动营业厅|购物服务;家电电子卖场;手机销售","汽车销售;起亚特约销售;东风悦达起亚销售|汽车维修","生活服务;物流速递;物流仓储场地|商务住宅","政府机构及社会团体;公检法机构;公证鉴定机构|公司企业","地名地址信息;市中心;城市中心","政府机构及社会团体;政府机关;地市级政府及事业单位|生活服务","金融保险服务;自动提款机;深圳农村商业银行ATM","交通设施服务;轮渡站;轮渡站","购物服务;综合市场;水产海鲜市场|餐饮服务","金融保险服务;自动提款机;上海银行ATM","汽车销售;汽车销售;汽车销售|购物服务","生活服务;婴儿服务场所;婴儿游泳馆|购物服务","购物服务;服装鞋帽皮具店;品牌服装店|购物服务","餐饮服务;快餐厅;茶餐厅|餐饮服务","交通设施服务;停车场;专用停车场|交通设施服务","政府机构及社会团体;政府机关;区县级政府及事业单位|科教文化服务","购物服务;专卖店;珠宝首饰工艺品|购物服务","地名地址信息;普通地名;地市级地名","政府机构及社会团体;政府机关;地市级政府及事业单位|公司企业","餐饮服务;餐饮相关场所;餐饮相关|生活服务","住宿服务;宾馆酒店;宾馆酒店|住宿服务;旅馆招待所;旅馆招待所","住宿服务;宾馆酒店;宾馆酒店|公司企业","交通设施服务;班车站;班车站","交通设施服务;长途汽车站;候车室","医疗保健服务;综合医院;三级甲等医院|医疗保健服务","购物服务;家居建材市场;家具城|生活服务","购物服务;综合市场;果品市场|公司企业","生活服务;中介机构;中介机构|生活服务","汽车服务;汽车养护/装饰;汽车养护|汽车销售","生活服务;生活服务场所;生活服务场所|餐饮服务","购物服务;专卖店;礼品饰品店|生活服务","商务住宅;商务住宅相关;商务住宅相关|生活服务","住宿服务;住宿服务相关;住宿服务相关|商务住宅","汽车服务;汽车养护/装饰;汽车养护|生活服务","风景名胜;公园广场;公园|风景名胜","商务住宅;住宅区;住宅小区|体育休闲服务","购物服务;家电电子卖场;手机销售|生活服务;电讯营业厅;中国电信营业厅","住宿服务;住宿服务相关;住宿服务相关|体育休闲服务;休闲场所;休闲场所","商务住宅;住宅区;社区中心|生活服务","汽车服务;汽车养护/装饰;汽车养护|汽车维修;汽车维修;汽车维修","商务住宅;住宅区;住宅小区|公司企业","金融保险服务;自动提款机;上海农商银行ATM","医疗保健服务;医药保健销售店;医疗保健用品|医疗保健服务","商务住宅;楼宇;商务写字楼|政府机构及社会团体","政府机构及社会团体;社会团体;社会团体相关|金融保险服务","生活服务;事务所;会计师事务所|公司企业","住宿服务;宾馆酒店;宾馆酒店|商务住宅","公司企业;农林牧渔基地;其它农林牧渔基地|购物服务","住宿服务;宾馆酒店;宾馆酒店|购物服务","汽车销售;大众特约销售;斯柯达销售|汽车维修","政府机构及社会团体;政府机关;省直辖市级政府及事业单位|政府机构及社会团体","购物服务;个人用品/化妆品店;其它个人用品店|购物服务","汽车维修;长城汽车维修;长城汽车维修|汽车销售","餐饮服务;咖啡厅;咖啡厅|购物服务","商务住宅;住宅区;宿舍|商务住宅","生活服务;电讯营业厅;中国联通营业厅|公司企业","体育休闲服务;运动场馆;健身中心|生活服务","购物服务;专卖店;书店|公司企业","汽车维修;汽车综合维修;汽车综合维修|汽车销售","生活服务;美容美发店;美容美发店|购物服务;购物相关场所;购物相关场所","体育休闲服务;休闲场所;采摘园|公司企业","购物服务;服装鞋帽皮具店;品牌服装店|生活服务","交通设施服务;火车站;票务相关","摩托车服务;摩托车销售;摩托车销售|摩托车服务","公司企业;公司;网络科技|生活服务","医疗保健服务;医疗保健服务场所;医疗保健服务场所|生活服务","汽车销售;名爵销售;名爵销售|汽车维修","政府机构及社会团体;政府机关;政府机关相关|科教文化服务","汽车销售;通用特约销售;凯迪拉克销售|汽车维修","住宿服务;宾馆酒店;经济型连锁酒店|住宿服务","购物服务;家居建材市场;家具建材综合市场|购物服务","汽车销售;福特特约销售;马自达销售|汽车维修","购物服务;专卖店;自行车专卖店|公司企业","住宿服务;旅馆招待所;旅馆招待所|体育休闲服务","购物服务;花鸟鱼虫市场;花卉市场|购物服务","政府机构及社会团体;交通车辆管理;验车场|公司企业","购物服务;专卖店;儿童用品店|体育休闲服务","公司企业;公司;广告装饰|公司企业","政府机构及社会团体;政府机关;乡镇级政府及事业单位|公司企业","体育休闲服务;运动场馆;跆拳道场馆|科教文化服务","购物服务;家居建材市场;建材五金市场|餐饮服务","购物服务;综合市场;水产海鲜市场|购物服务","汽车服务;洗车场;洗车场|汽车维修","汽车维修;货车维修;货车维修|汽车服务","商务住宅;住宅区;住宅小区|政府机构及社会团体","医疗保健服务;专科医院;骨科医院|医疗保健服务","政府机构及社会团体;政府及社会团体相关;政府及社会团体相关|生活服务","医疗保健服务;专科医院;妇科医院|医疗保健服务","购物服务;专卖店;专营店|公司企业;公司;公司","体育休闲服务;休闲场所;休闲场所|体育休闲服务","公司企业;公司;公司|汽车维修","商务住宅;住宅区;社区中心|科教文化服务","生活服务;美容美发店;美容美发店|公司企业","购物服务;花鸟鱼虫市场;花卉市场|餐饮服务","汽车销售;红旗销售;红旗销售|汽车维修","汽车销售;长城汽车销售;魏派汽车销售|汽车维修","购物服务;专卖店;自行车专卖店|生活服务;维修站点;维修站点","地名地址信息;自然地名;湖泊|地名地址信息","购物服务;综合市场;果品市场|生活服务","购物服务;超级市场;超市|餐饮服务","住宿服务;旅馆招待所;旅馆招待所|购物服务","公司企业;公司;机械电子|生活服务","商务住宅;产业园区;产业园区|生活服务","购物服务;专卖店;宠物用品店|生活服务","汽车销售;标致雪铁龙特约销售;东风雪铁龙销售|汽车维修","购物服务;专卖店;烟酒专卖店|体育休闲服务","购物服务;综合市场;水产海鲜市场|公司企业","购物服务;专卖店;专营店|生活服务;生活服务场所;生活服务场所","商务住宅;住宅区;社区中心|体育休闲服务","汽车销售;三菱特约销售;广汽三菱销售|汽车维修","摩托车服务;摩托车维修;摩托车维修|摩托车服务","购物服务;家电电子卖场;家电电子卖场|购物服务","金融保险服务;银行;中国邮政储蓄银行|生活服务","科教文化服务;学校;成人教育|科教文化服务","购物服务;购物相关场所;购物相关场所|汽车销售","汽车销售;标致雪铁龙特约销售;东风标致销售|汽车维修","地名地址信息;自然地名;沙漠","购物服务;专卖店;专营店|汽车维修","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|公司企业;公司;公司","政府机构及社会团体;交通车辆管理;交通执法站|政府机构及社会团体","购物服务;超级市场;超市|公司企业","公司企业;公司;建筑公司|公司企业","生活服务;维修站点;维修站点|公司企业","公司企业;公司;机械电子|汽车服务","商务住宅;楼宇;商务写字楼|生活服务","政府机构及社会团体;政府机关;省直辖市级政府及事业单位|科教文化服务","住宿服务;旅馆招待所;旅馆招待所|住宿服务;宾馆酒店;宾馆酒店","体育休闲服务;娱乐场所;棋牌室|购物服务","汽车销售;货车销售;货车销售|汽车维修","购物服务;综合市场;综合市场|购物服务","体育休闲服务;运动场馆;运动场所|科教文化服务","生活服务;美容美发店;美容美发店|商务住宅","体育休闲服务;运动场馆;健身中心|体育休闲服务","政府机构及社会团体;政府机关;乡镇以下级政府及事业单位|科教文化服务","汽车维修;东风特约维修;东风维修|汽车销售","生活服务;生活服务场所;生活服务场所|政府机构及社会团体","购物服务;综合市场;旧货市场|生活服务","金融保险服务;金融保险服务机构;金融保险机构|生活服务","公司企业;公司;建筑公司|生活服务","体育休闲服务;运动场馆;健身中心|科教文化服务","公司企业;公司;公司|住宿服务","政府机构及社会团体;公检法机构;社会治安机构|公司企业","购物服务;家居建材市场;建材五金市场|公司企业;工厂;工厂","生活服务;美容美发店;美容美发店|科教文化服务","科教文化服务;培训机构;培训机构|餐饮服务","购物服务;文化用品店;文化用品店|公司企业","公司企业;公司;公司|购物服务;专卖店;专营店","政府机构及社会团体;政府机关;政府机关相关|政府机构及社会团体","生活服务;洗衣店;洗衣店|购物服务","通行设施;虚拟门;虚拟门","汽车服务;汽车服务相关;汽车服务相关|公司企业","地名地址信息;普通地名;村庄级地名|餐饮服务","地名地址信息;交通地名;桥|地名地址信息","体育休闲服务;娱乐场所;网吧|购物服务","体育休闲服务;运动场馆;台球厅|体育休闲服务","体育休闲服务;度假疗养场所;度假村|体育休闲服务","公司企业;公司;公司|公司企业;工厂;工厂","交通设施服务;上下客区;出租车","政府机构及社会团体;政府机关;地市级政府及事业单位|科教文化服务","交通设施服务;机场相关;机场相关","体育休闲服务;娱乐场所;娱乐场所|生活服务","生活服务;邮局;邮政速递|生活服务","购物服务;专卖店;专营店|餐饮服务;茶艺馆;茶艺馆","商务住宅;住宅区;住宅区|生活服务","生活服务;生活服务场所;生活服务场所|金融保险服务","餐饮服务;茶艺馆;茶艺馆|体育休闲服务","购物服务;专卖店;钟表店|生活服务","购物服务;家电电子卖场;家电电子卖场|汽车服务","购物服务;购物相关场所;购物相关场所|商务住宅","汽车维修;大众特约维修;上海大众维修|汽车销售","体育休闲服务;休闲场所;游乐场|体育休闲服务","生活服务;摄影冲印店;摄影冲印|生活服务","金融保险服务;自动提款机;农村商业银行ATM|金融保险服务","体育休闲服务;娱乐场所;棋牌室|生活服务","汽车服务;汽车配件销售;汽车配件销售|生活服务","公司企业;农林牧渔基地;其它农林牧渔基地|体育休闲服务","政府机构及社会团体;工商税务机构;工商部门|政府机构及社会团体","购物服务;家居建材市场;建材五金市场|商务住宅","体育休闲服务;娱乐场所;酒吧|体育休闲服务","购物服务;专卖店;专营店|汽车服务;汽车服务相关;汽车服务相关","公司企业;公司;商业贸易|汽车服务","政府机构及社会团体;公检法机构;消防机关|生活服务","政府机构及社会团体;政府机关;乡镇级政府及事业单位|购物服务","商务住宅;商务住宅相关;商务住宅相关|购物服务","交通设施服务;机场相关;候机室","交通设施服务;港口码头;车渡口","生活服务;邮局;邮局|公司企业","购物服务;家电电子卖场;综合家电商场|购物服务","体育休闲服务;运动场馆;游泳馆|体育休闲服务","生活服务;旅行社;旅行社|公司企业","购物服务;文化用品店;文化用品店|购物服务","购物服务;特色商业街;步行街|地名地址信息","科教文化服务;学校;幼儿园|生活服务","购物服务;综合市场;蔬菜市场|生活服务","体育休闲服务;休闲场所;游乐场|购物服务","汽车销售;汽车销售;汽车销售|公司企业","购物服务;综合市场;农副产品市场|购物服务;超级市场;超市","购物服务;花鸟鱼虫市场;花卉市场|商务住宅","住宿服务;旅馆招待所;旅馆招待所|商务住宅;商务住宅相关;商务住宅相关","公司企业;公司;网络科技|公司企业","政府机构及社会团体;政府机关;政府机关相关|公司企业;公司企业;公司企业","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|商务住宅","政府机构及社会团体;交通车辆管理;车辆管理机构|政府机构及社会团体","餐饮服务;快餐厅;麦当劳|餐饮服务","体育休闲服务;休闲场所;休闲场所|科教文化服务","医疗保健服务;专科医院;口腔医院|医疗保健服务;诊所;诊所","汽车销售;江淮销售;江淮销售|汽车维修","餐饮服务;外国餐厅;牛扒店(扒房)|餐饮服务","购物服务;专卖店;书店|购物服务","政府机构及社会团体;社会团体;行业协会|政府机构及社会团体","商务住宅;住宅区;住宅区|住宿服务","购物服务;专卖店;专营店|体育休闲服务","餐饮服务;快餐厅;肯德基|餐饮服务","汽车维修;汽车维修;汽车维修|汽车服务;汽车服务相关;汽车服务相关","餐饮服务;中餐厅;海鲜酒楼|住宿服务","体育休闲服务;度假疗养场所;度假村|住宿服务","购物服务;专卖店;眼镜店|公司企业","体育休闲服务;娱乐场所;网吧|体育休闲服务","购物服务;商场;商场|购物服务","购物服务;商场;普通商场|生活服务","公司企业;公司;公司|体育休闲服务","住宿服务;宾馆酒店;三星级宾馆|餐饮服务","地名地址信息;交通地名;环岛名","购物服务;家居建材市场;建材五金市场|公司企业;公司企业;公司企业","购物服务;综合市场;蔬菜市场|餐饮服务","地名地址信息;普通地名;村组级地名|地名地址信息","购物服务;家电电子卖场;数码电子|汽车服务","购物服务;综合市场;农副产品市场|餐饮服务;餐饮相关场所;餐饮相关","餐饮服务;中餐厅;东北菜|餐饮服务","政府机构及社会团体;政府机关;政府机关相关|商务住宅","汽车维修;汽车维修;汽车维修|购物服务","汽车销售;货车销售;货车销售|汽车服务","生活服务;电讯营业厅;中国电信营业厅|购物服务;家电电子卖场;手机销售","购物服务;家居建材市场;灯具瓷器市场|生活服务","住宿服务;宾馆酒店;四星级宾馆|餐饮服务;餐饮相关场所;餐饮相关","生活服务;人才市场;人才市场|生活服务","科教文化服务;学校;学校|科教文化服务","体育休闲服务;娱乐场所;棋牌室|体育休闲服务","政府机构及社会团体;社会团体;社会团体相关|政府机构及社会团体","汽车维修;日产特约维修;东风日产维修|汽车销售","购物服务;购物相关场所;购物相关场所|汽车维修","餐饮服务;中餐厅;湖南菜(湘菜)|餐饮服务","公司企业;公司;商业贸易|公司企业","购物服务;专卖店;珠宝首饰工艺品|餐饮服务","购物服务;商场;普通商场|公司企业","购物服务;花鸟鱼虫市场;宠物市场|购物服务","地名地址信息;自然地名;山脉","生活服务;洗浴推拿场所;洗浴推拿场所|商务住宅","医疗保健服务;疾病预防机构;疾病预防|医疗保健服务","地名地址信息;交通地名;立交桥|地名地址信息","风景名胜;风景名胜;红色景区|风景名胜","生活服务;物流速递;物流速递|汽车服务","购物服务;专卖店;专营店|摩托车服务","金融保险服务;银行;中国农业银行|金融保险服务","公司企业;公司;公司|购物服务;服装鞋帽皮具店;服装鞋帽皮具店","公司企业;公司;建筑公司|购物服务","餐饮服务;中餐厅;云贵菜|餐饮服务","商务住宅;住宅区;住宅小区|住宿服务;旅馆招待所;旅馆招待所","汽车维修;现代特约维修;北京现代维修|汽车销售","餐饮服务;快餐厅;快餐厅|生活服务","公司企业;公司;商业贸易|生活服务","汽车销售;丰田特约销售;雷克萨斯销售|汽车维修","科教文化服务;学校;幼儿园|购物服务","购物服务;专卖店;珠宝首饰工艺品|科教文化服务","汽车服务;汽车服务相关;汽车服务相关|汽车维修;汽车维修;汽车维修","餐饮服务;茶艺馆;茶艺馆|购物服务;专卖店;专营店","商务住宅;商务住宅相关;商务住宅相关|住宿服务","政府机构及社会团体;公检法机构;社会治安机构|生活服务","生活服务;事务所;律师事务所|政府机构及社会团体","体育休闲服务;娱乐场所;娱乐场所|购物服务","汽车服务;二手车交易;二手车交易|汽车服务","风景名胜;公园广场;城市广场|购物服务","政府机构及社会团体;政府机关;政府机关相关|金融保险服务","政府机构及社会团体;社会团体;社会团体相关|公司企业;公司企业;公司企业","购物服务;体育用品店;体育用品店|购物服务","金融保险服务;银行;中国邮政储蓄银行|金融保险服务","商务住宅;住宅区;别墅|商务住宅","汽车维修;长安汽车维修;长安汽车维修|汽车销售","餐饮服务;餐饮相关场所;餐饮相关|体育休闲服务","体育休闲服务;休闲场所;休闲场所|公司企业","体育休闲服务;娱乐场所;网吧|公司企业","汽车服务;汽车配件销售;汽车配件销售|汽车销售","汽车维修;福特特约维修;福特维修|汽车销售","购物服务;便民商店/便利店;便民商店/便利店|住宿服务","住宿服务;宾馆酒店;经济型连锁酒店|购物服务","商务住宅;住宅区;住宅区|购物服务","政府机构及社会团体;公检法机构;消防机关|政府机构及社会团体","生活服务;美容美发店;美容美发店|体育休闲服务","购物服务;家电电子卖场;数码电子|生活服务;维修站点;维修站点","金融保险服务;银行;中国工商银行|金融保险服务","餐饮服务;糕饼店;糕饼店|公司企业","科教文化服务;美术馆;美术馆|科教文化服务","购物服务;综合市场;小商品市场|购物服务","体育休闲服务;体育休闲服务场所;体育休闲服务场所|餐饮服务","体育休闲服务;娱乐场所;娱乐场所|体育休闲服务","金融保险服务;金融保险服务机构;金融保险机构|汽车服务","餐饮服务;中餐厅;广东菜(粤菜)|餐饮服务","汽车服务;二手车交易;二手车交易|购物服务","生活服务;物流速递;物流速递|汽车销售","购物服务;专卖店;自行车专卖店|摩托车服务;摩托车销售;摩托车销售","购物服务;专卖店;自行车专卖店|购物服务","体育休闲服务;休闲场所;休闲场所|风景名胜","生活服务;生活服务场所;生活服务场所|体育休闲服务","体育休闲服务;度假疗养场所;度假村|风景名胜","生活服务;邮局;邮政速递|公司企业","体育休闲服务;度假疗养场所;疗养院|政府机构及社会团体","体育休闲服务;运动场馆;健身中心|购物服务","公司企业;公司;广告装饰|购物服务;家居建材市场;建材五金市场","生活服务;电讯营业厅;中国移动营业厅|生活服务","金融保险服务;银行;中国银行|金融保险服务","体育休闲服务;休闲场所;休闲场所|购物服务","汽车服务;汽车租赁;汽车租赁|生活服务","汽车服务;汽车配件销售;汽车配件销售|汽车维修;汽车维修;汽车维修","汽车销售;斯巴鲁特约销售;斯巴鲁销售|汽车维修","餐饮服务;茶艺馆;茶艺馆|生活服务","购物服务;家电电子卖场;数码电子|公司企业;公司;公司","购物服务;家电电子卖场;综合家电商场|生活服务","商务住宅;楼宇;商务写字楼|住宿服务","政府机构及社会团体;社会团体;残联|生活服务","购物服务;商场;购物中心|商务住宅","体育休闲服务;体育休闲服务场所;体育休闲服务场所|购物服务","公司企业;公司企业;公司企业|金融保险服务","摩托车服务;摩托车服务相关;摩托车服务相关|购物服务","汽车维修;汽车综合维修;汽车综合维修|生活服务","汽车维修;货车维修;货车维修|汽车维修","购物服务;家电电子卖场;手机销售|生活服务;维修站点;维修站点","购物服务;服装鞋帽皮具店;品牌鞋店|购物服务","购物服务;综合市场;旧货市场|购物服务","住宿服务;宾馆酒店;宾馆酒店|餐饮服务;中餐厅;中餐厅","汽车销售;吉利特约销售;沃尔沃销售|汽车维修","生活服务;婴儿服务场所;婴儿游泳馆|体育休闲服务","购物服务;特色商业街;特色商业街|餐饮服务","餐饮服务;甜品店;甜品店|购物服务","交通设施服务;港口码头;客运港","体育休闲服务;娱乐场所;网吧|餐饮服务","公司企业;农林牧渔基地;其它农林牧渔基地|政府机构及社会团体","生活服务;洗浴推拿场所;洗浴推拿场所|公司企业","购物服务;专卖店;烟酒专卖店|购物服务;便民商店/便利店;便民商店/便利店","购物服务;体育用品店;体育用品店|公司企业","购物服务;便民商店/便利店;便民商店/便利店|汽车服务","购物服务;家居建材市场;建材五金市场|购物服务;专卖店;专营店","购物服务;专卖店;古玩字画店|购物服务","体育休闲服务;休闲场所;游乐场|科教文化服务","公司企业;公司;公司|金融保险服务;金融保险服务机构;金融保险机构","政府机构及社会团体;社会团体;慈善机构|生活服务","汽车销售;保时捷特约销售;保时捷销售|汽车维修","购物服务;体育用品店;户外用品|购物服务","金融保险服务;银行;银行|金融保险服务","餐饮服务;中餐厅;综合酒楼|体育休闲服务","餐饮服务;餐饮相关场所;餐饮相关|住宿服务","体育休闲服务;娱乐场所;娱乐场所|餐饮服务","体育休闲服务;娱乐场所;网吧|生活服务","购物服务;专卖店;专营店|餐饮服务;餐饮相关场所;餐饮相关","住宿服务;宾馆酒店;四星级宾馆|住宿服务","医疗保健服务;专科医院;整形美容|医疗保健服务","地名地址信息;交通地名;道路名|商务住宅","地名地址信息;自然地名;山|地名地址信息;普通地名;村庄级地名","风景名胜;公园广场;城市广场|商务住宅","购物服务;家电电子卖场;手机销售|生活服务;电讯营业厅;中国联通营业厅","金融保险服务;金融保险服务机构;金融保险机构|公司企业","生活服务;事务所;评估事务所|公司企业","生活服务;电讯营业厅;中国电信营业厅|生活服务","购物服务;购物相关场所;购物相关场所|体育休闲服务","公司企业;公司企业;公司企业|汽车服务","生活服务;中介机构;中介机构|商务住宅","科教文化服务;学校;高等院校|生活服务","购物服务;家电电子卖场;家电电子卖场|生活服务;维修站点;维修站点","餐饮服务;餐饮相关场所;餐饮相关|购物服务;购物相关场所;购物相关场所","公司企业;公司;冶金化工|生活服务","商务住宅;产业园区;产业园区|科教文化服务","商务住宅;住宅区;住宅小区|风景名胜","商务住宅;住宅区;社区中心|政府机构及社会团体","科教文化服务;培训机构;培训机构|商务住宅","购物服务;家电电子卖场;家电电子卖场|餐饮服务","地名地址信息;自然地名;河流|地名地址信息","汽车服务;汽车服务相关;汽车服务相关|金融保险服务","科教文化服务;驾校;驾校|生活服务;生活服务场所;生活服务场所","购物服务;个人用品/化妆品店;其它个人用品店|公司企业","公司企业;工厂;工厂|生活服务;生活服务场所;生活服务场所","生活服务;美容美发店;美容美发店|生活服务;洗浴推拿场所;洗浴推拿场所","科教文化服务;展览馆;展览馆|科教文化服务","购物服务;购物相关场所;购物相关场所|餐饮服务;餐饮相关场所;餐饮相关","医疗保健服务;专科医院;眼科医院|医疗保健服务","商务住宅;住宅区;住宅小区|科教文化服务","购物服务;文化用品店;文化用品店|科教文化服务","体育休闲服务;体育休闲服务场所;体育休闲服务场所|生活服务","汽车维修;起亚特约维修;东风悦达起亚维修|汽车销售","购物服务;家居建材市场;建材五金市场|汽车维修","汽车服务;汽车养护/装饰;汽车养护|公司企业","生活服务;中介机构;中介机构|购物服务;购物相关场所;购物相关场所","生活服务;中介机构;中介机构|金融保险服务","餐饮服务;糕饼店;糕饼店|生活服务","汽车销售;大众特约销售;进口大众销售|汽车维修","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|体育休闲服务","风景名胜;公园广场;水族馆|购物服务","体育休闲服务;娱乐场所;KTV|商务住宅","摩托车服务;摩托车维修;摩托车维修|购物服务","体育休闲服务;休闲场所;休闲场所|餐饮服务;中餐厅;中餐厅","商务住宅;楼宇;商住两用楼宇|购物服务","政府机构及社会团体;公检法机构;公证鉴定机构|科教文化服务","汽车维修;北京汽车维修;北京汽车维修|汽车销售","汽车销售;克莱斯勒特约销售;吉普销售|汽车维修","生活服务;物流速递;物流速递|商务住宅","生活服务;自来水营业厅;自来水营业厅|公司企业","购物服务;超级市场;华润|购物服务","餐饮服务;中餐厅;中餐厅|科教文化服务","餐饮服务;中餐厅;综合酒楼|商务住宅","商务住宅;楼宇;商务写字楼|科教文化服务","地名地址信息;普通地名;村庄级地名|生活服务","政府机构及社会团体;政府机关;乡镇以下级政府及事业单位|公司企业","生活服务;摄影冲印店;摄影冲印|餐饮服务","交通设施服务;上下客区;上下客区","汽车维修;汽车综合维修;汽车综合维修|汽车维修","购物服务;专卖店;自行车专卖店|汽车维修","购物服务;综合市场;水产海鲜市场|生活服务","餐饮服务;休闲餐饮场所;休闲餐饮场所|购物服务","商务住宅;住宅区;宿舍|住宿服务","政府机构及社会团体;政府机关;省直辖市级政府及事业单位|公司企业","购物服务;家电电子卖场;手机销售|生活服务;生活服务场所;生活服务场所","购物服务;综合市场;农副产品市场|生活服务;生活服务场所;生活服务场所","汽车维修;货车维修;货车维修|汽车销售","购物服务;专卖店;专营店|汽车销售","购物服务;专卖店;书店|生活服务","风景名胜;公园广场;城市广场|体育休闲服务","出入口;停车场出入口","汽车维修;本田特约维修;东风本田维修|汽车销售","生活服务;中介机构;中介机构|餐饮服务","住宿服务;宾馆酒店;三星级宾馆|住宿服务","地名地址信息;普通地名;村庄级地名|风景名胜","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|科教文化服务","购物服务;特色商业街;特色商业街|生活服务","风景名胜;风景名胜;风景名胜|体育休闲服务","交通设施服务;过境口岸;过境口岸","地名地址信息;普通地名;村庄级地名|政府机构及社会团体","汽车维修;通用特约维修;别克维修|汽车销售","科教文化服务;文化宫;文化宫|科教文化服务","餐饮服务;中餐厅;中餐厅|风景名胜","公司企业;公司;公司|汽车服务;汽车服务相关;汽车服务相关","商务住宅;住宅区;住宅区|餐饮服务","汽车维修;广汽传祺维修;广汽传祺维修|汽车销售","汽车销售;吉利特约销售;沃尔沃汽车销售|汽车维修","生活服务;物流速递;物流速递|生活服务","购物服务;综合市场;蔬菜市场|公司企业","住宿服务;住宿服务相关;住宿服务相关|生活服务","体育休闲服务;度假疗养场所;疗养院|体育休闲服务","购物服务;专卖店;烟酒专卖店|住宿服务","体育休闲服务;运动场馆;游泳馆|生活服务","政府机构及社会团体;社会团体;行业协会|公司企业","金融保险服务;保险公司;保险公司|公司企业","金融保险服务;银行;农村商业银行|购物服务","餐饮服务;外国餐厅;日本料理|餐饮服务","生活服务;电讯营业厅;中国电信营业厅|公司企业;公司;电信公司","购物服务;专卖店;古玩字画店|餐饮服务","金融保险服务;银行;农村商业银行|生活服务","交通设施服务;停车场;公共停车场|交通设施服务;停车场;路边停车场","住宿服务;住宿服务相关;住宿服务相关|体育休闲服务;度假疗养场所;度假村","体育休闲服务;休闲场所;游乐场|风景名胜","生活服务;电讯营业厅;中国联通营业厅|购物服务;家电电子卖场;手机销售","生活服务;摄影冲印店;摄影冲印|科教文化服务","科教文化服务;文化宫;文化宫|体育休闲服务","餐饮服务;中餐厅;海鲜酒楼|体育休闲服务","汽车销售;汽车销售;汽车销售|汽车服务;汽车服务相关;汽车服务相关","购物服务;家电电子卖场;数码电子|科教文化服务","购物服务;购物相关场所;购物相关场所|金融保险服务","公司企业;公司;医药公司|公司企业","地名地址信息;普通地名;村庄级地名|地名地址信息;自然地名;山","政府机构及社会团体;交通车辆管理;验车场|政府机构及社会团体","政府机构及社会团体;政府机关;省直辖市级政府及事业单位|生活服务","购物服务;家居建材市场;建材五金市场|地名地址信息","风景名胜;风景名胜;红色景区|生活服务","地名地址信息;交通地名;道路名|餐饮服务","汽车销售;福特特约销售;林肯销售|汽车维修","金融保险服务;银行;中国建设银行|金融保险服务","风景名胜;公园广场;公园|体育休闲服务","政府机构及社会团体;公检法机构;公安警察|生活服务","政府机构及社会团体;社会团体;慈善机构|购物服务","金融保险服务;自动提款机;中国农业银行ATM|金融保险服务","公司企业;公司企业;公司企业|汽车销售","政府机构及社会团体;政府机关;区县级政府及事业单位|金融保险服务","汽车服务;汽车租赁;汽车租赁|公司企业","购物服务;综合市场;综合市场|生活服务","体育休闲服务;娱乐场所;夜总会|体育休闲服务","商务住宅;产业园区;产业园区|购物服务","汽车维修;通用特约维修;雪佛兰维修|汽车销售","生活服务;物流速递;物流仓储场地|购物服务","购物服务;专卖店;书店|餐饮服务","购物服务;专卖店;土特产专卖店|购物服务","政府机构及社会团体;交通车辆管理;交通管理机构|公司企业","汽车服务;二手车交易;二手车交易|汽车维修","汽车服务;汽车服务相关;汽车服务相关|汽车销售;汽车销售;汽车销售","生活服务;洗浴推拿场所;洗浴推拿场所|生活服务;美容美发店;美容美发店","生活服务;生活服务场所;生活服务场所|公司企业;公司企业;公司企业","医疗保健服务;专科医院;专科医院|医疗保健服务;诊所;诊所","地名地址信息;自然地名;山|风景名胜","汽车服务;加油站;加油站|汽车服务","购物服务;购物相关场所;购物相关场所|科教文化服务","汽车维修;吉利特约维修;吉利维修|汽车销售","汽车维修;大众特约维修;斯柯达维修|汽车销售","科教文化服务;科研机构;科研机构|生活服务","购物服务;专卖店;专营店|科教文化服务;培训机构;培训机构","购物服务;专卖店;土特产专卖店|餐饮服务","购物服务;专卖店;宠物用品店|购物服务","购物服务;专卖店;宠物用品店|餐饮服务","购物服务;专卖店;珠宝首饰工艺品|生活服务;生活服务场所;生活服务场所","购物服务;家居建材市场;布艺市场|公司企业;公司;公司","政府机构及社会团体;公检法机构;消防机关|购物服务","汽车维修;本田特约维修;广汽本田维修|汽车销售","购物服务;家居建材市场;家居建材市场|汽车服务","购物服务;家居建材市场;建材五金市场|公司企业;公司;广告装饰","购物服务;服装鞋帽皮具店;品牌服装店|餐饮服务","公司企业;工厂;工厂|餐饮服务","政府机构及社会团体;公检法机构;公证鉴定机构|生活服务","购物服务;专卖店;烟酒专卖店|公司企业;公司;公司","购物服务;综合市场;农副产品市场|政府机构及社会团体","公司企业;公司;公司|摩托车服务","公司企业;公司;商业贸易|汽车销售","地名地址信息;交通地名;交通地名","政府机构及社会团体;社会团体;行业协会|生活服务","生活服务;美容美发店;美容美发店|汽车服务","购物服务;家居建材市场;厨卫市场|餐饮服务","购物服务;家居建材市场;布艺市场|生活服务;生活服务场所;生活服务场所","购物服务;特色商业街;特色商业街|购物服务","餐饮服务;休闲餐饮场所;休闲餐饮场所|体育休闲服务","交通设施服务;火车站;公安制证","住宿服务;宾馆酒店;五星级宾馆|餐饮服务;餐饮相关场所;餐饮相关","体育休闲服务;娱乐场所;KTV|住宿服务","汽车维修;大众特约维修;一汽-大众维修|汽车销售","购物服务;个人用品/化妆品店;其它个人用品店|餐饮服务","购物服务;花鸟鱼虫市场;宠物市场|风景名胜","金融保险服务;金融保险服务机构;金融保险机构|购物服务","商务住宅;住宅区;宿舍|科教文化服务","商务住宅;楼宇;商务写字楼|商务住宅;楼宇;商住两用楼宇","政府机构及社会团体;交通车辆管理;交通管理机构|生活服务","购物服务;专卖店;礼品饰品店|公司企业","购物服务;综合市场;农副产品市场|公司企业;公司;公司","金融保险服务;保险公司;保险公司|汽车服务","风景名胜;风景名胜;纪念馆|科教文化服务","餐饮服务;中餐厅;特色/地方风味餐厅|公司企业","体育休闲服务;影剧院;电影院|生活服务","体育休闲服务;运动场馆;台球厅|购物服务","地名地址信息;普通地名;乡镇级地名|地名地址信息","生活服务;售票处;飞机票代售点|生活服务","生活服务;维修站点;维修站点|生活服务","科教文化服务;培训机构;培训机构|购物服务;专卖店;专营店","购物服务;专卖店;珠宝首饰工艺品|商务住宅","餐饮服务;中餐厅;中餐厅|餐饮服务;茶艺馆;茶艺馆","医疗保健服务;动物医疗场所;宠物诊所|医疗保健服务","地名地址信息;交通地名;交通地名|购物服务","政府机构及社会团体;政府机关;区县级政府及事业单位|购物服务","汽车销售;日产特约销售;英菲尼迪销售|汽车维修","科教文化服务;驾校;驾校|科教文化服务","公司企业;公司;建筑公司|科教文化服务","汽车销售;日产特约销售;郑州日产销售|汽车维修","购物服务;服装鞋帽皮具店;品牌服装店|公司企业","购物服务;购物相关场所;购物相关场所|摩托车服务","金融保险服务;自动提款机;中国建设银行ATM|金融保险服务","金融保险服务;自动提款机;汇丰银行ATM","风景名胜;风景名胜相关;旅游景点|体育休闲服务","公司企业;公司;冶金化工|公司企业;工厂;工厂","公司企业;工厂;工厂|汽车服务","政府机构及社会团体;政府机关;乡镇级政府及事业单位|体育休闲服务","汽车维修;标致雪铁龙特约维修;东风雪铁龙维修|汽车销售","公司企业;公司;机械电子|购物服务;专卖店;专营店","公司企业;公司;网络科技|科教文化服务","商务住宅;住宅区;社区中心|商务住宅","政府机构及社会团体;政府机关;政府机关相关|风景名胜","汽车服务;加气站;加气站|生活服务","汽车服务;汽车俱乐部;汽车俱乐部|汽车服务","购物服务;专卖店;眼镜店|生活服务","购物服务;商场;免税品店|购物服务","餐饮服务;中餐厅;中餐厅|住宿服务;宾馆酒店;宾馆酒店","餐饮服务;中餐厅;综合酒楼|生活服务","体育休闲服务;娱乐场所;游戏厅|体育休闲服务","公司企业;公司;公司|交通设施服务","医疗保健服务;专科医院;整形美容|生活服务","政府机构及社会团体;政府机关;地市级政府及事业单位|金融保险服务","生活服务;维修站点;维修站点|汽车维修;汽车维修;汽车维修","购物服务;花鸟鱼虫市场;花卉市场|生活服务;生活服务场所;生活服务场所","金融保险服务;自动提款机;中国工商银行ATM|金融保险服务","公司企业;公司;广告装饰|生活服务;摄影冲印店;摄影冲印","医疗保健服务;综合医院;卫生院|医疗保健服务;诊所;诊所","商务住宅;楼宇;商务写字楼|餐饮服务","汽车维修;汽车综合维修;汽车综合维修|公司企业","汽车维修;荣威维修;荣威维修|汽车销售","购物服务;专卖店;专营店|公司企业;公司企业;公司企业","购物服务;体育用品店;体育用品店|体育休闲服务","餐饮服务;中餐厅;综合酒楼|公司企业","体育休闲服务;度假疗养场所;度假村|餐饮服务","体育休闲服务;度假疗养场所;疗养院|商务住宅","公司企业;农林牧渔基地;其它农林牧渔基地|生活服务","医疗保健服务;专科医院;肿瘤医院|医疗保健服务","汽车服务;汽车养护/装饰;汽车养护|汽车服务;洗车场;洗车场","生活服务;中介机构;中介机构|住宿服务","购物服务;家电电子卖场;数码电子|体育休闲服务","餐饮服务;中餐厅;中餐厅|生活服务;生活服务场所;生活服务场所","交通设施服务;交通服务相关;交通服务相关|生活服务","体育休闲服务;影剧院;电影院|餐饮服务","汽车销售;宝马特约销售;宝马MINI销售|汽车维修","科教文化服务;博物馆;博物馆|风景名胜","购物服务;专卖店;钟表店|购物服务","购物服务;家居建材市场;家具城|公司企业;公司;公司","购物服务;家居建材市场;建材五金市场|科教文化服务","购物服务;家电电子卖场;家电电子卖场|汽车维修","风景名胜;风景名胜;教堂|政府机构及社会团体","餐饮服务;冷饮店;冷饮店|生活服务","体育休闲服务;运动场馆;运动场所|购物服务","公司企业;公司;医药公司|生活服务","生活服务;生活服务场所;生活服务场所|汽车销售","生活服务;维修站点;维修站点|摩托车服务;摩托车维修;摩托车维修","购物服务;专卖店;礼品饰品店|餐饮服务","购物服务;家居建材市场;家具城|餐饮服务","餐饮服务;中餐厅;火锅店|公司企业","交通设施服务;火车站;改签","住宿服务;宾馆酒店;经济型连锁酒店|餐饮服务","政府机构及社会团体;社会团体;教会|风景名胜","政府机构及社会团体;社会团体;残联|政府机构及社会团体","汽车服务;二手车交易;二手车交易|生活服务","汽车服务;汽车养护/装饰;汽车养护|汽车服务;汽车配件销售;汽车配件销售","生活服务;电讯营业厅;中国联通营业厅|生活服务","科教文化服务;培训机构;培训机构|生活服务;生活服务场所;生活服务场所","餐饮服务;中餐厅;中餐厅|体育休闲服务;休闲场所;休闲场所","餐饮服务;糕饼店;糕饼店|购物服务;购物相关场所;购物相关场所","餐饮服务;餐饮相关场所;餐饮相关|公司企业","住宿服务;旅馆招待所;青年旅舍|住宿服务","体育休闲服务;运动场馆;乒乓球馆|科教文化服务","科教文化服务;学校;幼儿园|体育休闲服务","科教文化服务;展览馆;展览馆|风景名胜","购物服务;家居建材市场;厨卫市场|公司企业;公司;公司","购物服务;文化用品店;文化用品店|餐饮服务","购物服务;综合市场;果品市场|餐饮服务;餐饮相关场所;餐饮相关","风景名胜;风景名胜相关;旅游景点|购物服务","餐饮服务;中餐厅;潮州菜|餐饮服务","餐饮服务;中餐厅;西北菜|餐饮服务","生活服务;中介机构;中介机构|汽车服务","科教文化服务;科教文化场所;科教文化场所|公司企业","购物服务;专卖店;烟酒专卖店|公司企业;公司企业;公司企业","金融保险服务;保险公司;中国人寿保险公司|公司企业","风景名胜;公园广场;城市广场|风景名胜","公司企业;公司企业;公司企业|生活服务;生活服务场所;生活服务场所","政府机构及社会团体;社会团体;行业协会|科教文化服务","生活服务;物流速递;物流速递|餐饮服务","科教文化服务;驾校;驾校|公司企业","购物服务;商场;普通商场|风景名胜","购物服务;综合市场;果品市场|体育休闲服务","体育休闲服务;体育休闲服务场所;体育休闲服务场所|住宿服务","公司企业;公司;机械电子|公司企业;工厂;工厂","公司企业;公司;电信公司|生活服务;电讯营业厅;中国电信营业厅","医疗保健服务;医药保健销售店;医疗保健用品|生活服务","地名地址信息;普通地名;乡镇级地名|政府机构及社会团体","摩托车服务;摩托车销售;摩托车销售|汽车销售","汽车服务;洗车场;洗车场|生活服务","生活服务;婴儿服务场所;婴儿游泳馆|科教文化服务","餐饮服务;中餐厅;火锅店|餐饮服务;中餐厅;特色/地方风味餐厅","体育休闲服务;娱乐场所;酒吧|生活服务","公司企业;公司;商业贸易|餐饮服务","公司企业;公司;矿产公司|公司企业","汽车维修;标致雪铁龙特约维修;东风标致维修|汽车销售","汽车销售;货车销售;货车销售|汽车销售","生活服务;生活服务场所;生活服务场所|住宿服务","科教文化服务;科教文化场所;科教文化场所|购物服务","购物服务;专卖店;古玩字画店|公司企业","政府机构及社会团体;社会团体;慈善机构|政府机构及社会团体","生活服务;事务所;评估事务所|生活服务","生活服务;售票处;火车票代售点|生活服务","生活服务;物流速递;物流速递|公司企业;公司;公司","科教文化服务;科研机构;科研机构|科教文化服务","购物服务;便民商店/便利店;便民商店/便利店|商务住宅","购物服务;家电电子卖场;手机销售|公司企业;公司;电信公司","购物服务;特殊买卖场所;典当行|公司企业","金融保险服务;保险公司;中国人民保险公司|公司企业","交通设施服务;火车站;退票","体育休闲服务;休闲场所;休闲场所|商务住宅","体育休闲服务;娱乐场所;棋牌室|科教文化服务","商务住宅;楼宇;商务写字楼|商务住宅;住宅区;住宅小区","摩托车服务;摩托车维修;摩托车维修|汽车维修","政府机构及社会团体;政府机关;乡镇以下级政府及事业单位|体育休闲服务","汽车服务;二手车交易;二手车交易|汽车销售;汽车销售;汽车销售","生活服务;彩票彩券销售点;彩票彩券销售点|购物服务","科教文化服务;传媒机构;电视台|生活服务","购物服务;家居建材市场;建材五金市场|生活服务;维修站点;维修站点","购物服务;综合市场;综合市场|公司企业","餐饮服务;中餐厅;火锅店|生活服务","住宿服务;旅馆招待所;青年旅舍|商务住宅","体育休闲服务;运动场馆;综合体育馆|体育休闲服务","政府机构及社会团体;社会团体;社会团体相关|风景名胜","汽车销售;汽车销售;汽车销售|生活服务","生活服务;洗衣店;洗衣店|公司企业","购物服务;专卖店;音像店|购物服务","购物服务;家居建材市场;家具城|商务住宅","购物服务;家居建材市场;建材五金市场|政府机构及社会团体","购物服务;服装鞋帽皮具店;品牌鞋店|生活服务","体育休闲服务;影剧院;电影院|购物服务","汽车维修;奇瑞特约维修;奇瑞维修|汽车销售","生活服务;丧葬设施;公墓|风景名胜","购物服务;家电电子卖场;数码电子|生活服务;生活服务场所;生活服务场所","购物服务;特殊买卖场所;特殊买卖场所|生活服务","餐饮服务;中餐厅;中餐厅|餐饮服务;糕饼店;糕饼店","餐饮服务;外国餐厅;韩国料理|餐饮服务","体育休闲服务;娱乐场所;游戏厅|购物服务","商务住宅;住宅区;住宅小区|商务住宅;楼宇;商务写字楼","政府机构及社会团体;政府机关;乡镇以下级政府及事业单位|购物服务","汽车服务;汽车租赁;汽车租赁|汽车服务","汽车服务;汽车租赁;汽车租赁|汽车销售","汽车维修;梅赛德斯-奔驰特约维修;梅赛德斯-奔驰维修|汽车销售","汽车销售;长城汽车销售;长城汽车销售|购物服务","生活服务;事务所;会计师事务所|生活服务","生活服务;物流速递;物流速递|住宿服务","购物服务;专卖店;专营店|商务住宅","购物服务;专卖店;专营店|风景名胜","购物服务;家居建材市场;布艺市场|餐饮服务","风景名胜;风景名胜;风景名胜|购物服务","餐饮服务;中餐厅;特色/地方风味餐厅|体育休闲服务","体育休闲服务;体育休闲服务场所;体育休闲服务场所|公司企业","体育休闲服务;影剧院;电影院|体育休闲服务","公司企业;公司;网络科技|体育休闲服务","医疗保健服务;专科医院;精神病医院|医疗保健服务","商务住宅;住宅区;社区中心|地名地址信息","商务住宅;楼宇;商务写字楼|金融保险服务","汽车销售;海马汽车销售;海马汽车销售|汽车维修","汽车销售;现代特约销售;现代销售|汽车维修","生活服务;事务所;会计师事务所|金融保险服务","生活服务;旅行社;旅行社|住宿服务","生活服务;维修站点;维修站点|购物服务;家电电子卖场;家电电子卖场","科教文化服务;传媒机构;传媒机构|购物服务","科教文化服务;文艺团体;文艺团体|科教文化服务","购物服务;专卖店;烟酒专卖店|公司企业;工厂;工厂","购物服务;家居建材市场;建材五金市场|公司企业;公司;商业贸易","餐饮服务;中餐厅;火锅店|商务住宅","餐饮服务;咖啡厅;咖啡厅|体育休闲服务","餐饮服务;外国餐厅;西餐厅(综合风味)|体育休闲服务","交通设施服务;停车场;停车场出入口|交通设施服务","公司企业;公司;公司|汽车销售;汽车销售;汽车销售","公司企业;公司;商业贸易|购物服务;购物相关场所;购物相关场所","公司企业;公司;广告装饰|餐饮服务","汽车服务;汽车配件销售;汽车配件销售|汽车服务;汽车养护/装饰;汽车养护","生活服务;丧葬设施;公墓|生活服务","生活服务;中介机构;中介机构|公司企业;公司;公司","科教文化服务;传媒机构;传媒机构|科教文化服务","科教文化服务;学校;小学|政府机构及社会团体","购物服务;专卖店;儿童用品店|购物服务;服装鞋帽皮具店;服装鞋帽皮具店","购物服务;便民商店/便利店;便民商店/便利店|金融保险服务","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|购物服务;专卖店;专营店","风景名胜;风景名胜;风景名胜|科教文化服务","体育休闲服务;娱乐场所;迪厅|体育休闲服务","公司企业;公司;医药公司|购物服务","公司企业;农林牧渔基地;其它农林牧渔基地|风景名胜","政府机构及社会团体;社会团体;社会团体相关|体育休闲服务","购物服务;便民商店/便利店;便民商店/便利店|政府机构及社会团体","餐饮服务;冷饮店;冷饮店|购物服务;购物相关场所;购物相关场所","餐饮服务;快餐厅;快餐厅|公司企业","体育休闲服务;体育休闲服务场所;体育休闲服务场所|风景名胜","体育休闲服务;娱乐场所;酒吧|餐饮服务;中餐厅;中餐厅","体育休闲服务;影剧院;剧场|科教文化服务","医疗保健服务;动物医疗场所;兽医站|医疗保健服务","政府机构及社会团体;政府机关;政府机关相关|购物服务","汽车维修;汽车维修;汽车维修|汽车销售;汽车销售;汽车销售","汽车维修;汽车综合维修;汽车综合维修|购物服务","科教文化服务;传媒机构;报社|公司企业","科教文化服务;传媒机构;电视台|科教文化服务","科教文化服务;学校;职业技术学校|生活服务","科教文化服务;学校;高等院校|商务住宅","购物服务;专卖店;儿童用品店|生活服务;婴儿服务场所;婴儿游泳馆","购物服务;专卖店;烟酒专卖店|政府机构及社会团体","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|汽车服务","餐饮服务;中餐厅;安徽菜(徽菜)|餐饮服务","餐饮服务;中餐厅;海鲜酒楼|公司企业","餐饮服务;咖啡厅;咖啡厅|生活服务","餐饮服务;茶艺馆;茶艺馆|餐饮服务;中餐厅;中餐厅","公司企业;公司;公司|生活服务;物流速递;物流速递","商务住宅;产业园区;产业园区|商务住宅","汽车维修;名爵维修;名爵维修|汽车销售","汽车维修;江淮维修;江淮维修|汽车销售","汽车销售;吉利特约销售;吉利销售|汽车维修;吉利特约维修;吉利维修","汽车销售;福特特约销售;福特销售|汽车维修;福特特约维修;福特维修","汽车销售;路虎特约销售;路虎销售|汽车维修","生活服务;事务所;律师事务所|公司企业","生活服务;售票处;飞机票代售点|公司企业","生活服务;洗衣店;洗衣店|生活服务","科教文化服务;学校;幼儿园|商务住宅","科教文化服务;学校;幼儿园|政府机构及社会团体","购物服务;专卖店;专营店|政府机构及社会团体","购物服务;家电电子卖场;综合家电商场|公司企业","购物服务;特殊买卖场所;典当行|生活服务","购物服务;特色商业街;特色商业街|地名地址信息","购物服务;综合市场;农副产品市场|地名地址信息","餐饮服务;中餐厅;北京菜|餐饮服务","餐饮服务;茶艺馆;茶艺馆|商务住宅","交通设施服务;上下客区;自驾车","住宿服务;住宿服务相关;住宿服务相关|购物服务","公司企业;公司;商业贸易|金融保险服务","商务住宅;住宅区;住宅小区|商务住宅;楼宇;楼宇相关","政府机构及社会团体;公检法机构;社会治安机构|科教文化服务","政府机构及社会团体;政府机关;区县级政府及事业单位|公司企业;公司;公司","汽车服务;其它能源站;其它能源站|汽车服务","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|住宿服务","购物服务;特殊买卖场所;拍卖行|公司企业","金融保险服务;银行;农村商业银行|公司企业","金融保险服务;银行;银行|生活服务","政府机构及社会团体;公检法机构;法院|政府机构及社会团体","政府机构及社会团体;政府机关;乡镇级政府及事业单位|地名地址信息","汽车服务;汽车配件销售;汽车配件销售|摩托车服务","汽车维修;三菱特约维修;广汽三菱维修|汽车销售","汽车销售;雷诺特约销售;雷诺销售|汽车维修","科教文化服务;展览馆;展览馆|购物服务","科教文化服务;科研机构;科研机构|政府机构及社会团体","购物服务;专卖店;摄影器材店|生活服务","购物服务;商场;购物中心|购物服务;商场;普通商场","购物服务;购物相关场所;购物相关场所|政府机构及社会团体","风景名胜;风景名胜相关;旅游景点|生活服务","餐饮服务;中餐厅;浙江菜|餐饮服务","餐饮服务;中餐厅;特色/地方风味餐厅|生活服务","餐饮服务;冷饮店;冷饮店|餐饮服务;中餐厅;中餐厅","地名地址信息;普通地名;村庄级地名|体育休闲服务","摩托车服务;摩托车销售;摩托车销售|公司企业","政府机构及社会团体;交通车辆管理;车辆管理机构|汽车服务","政府机构及社会团体;交通车辆管理;验车场|汽车服务","政府机构及社会团体;社会团体;社会团体相关|汽车服务","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|地名地址信息","购物服务;购物相关场所;购物相关场所|公司企业;公司企业;公司企业","餐饮服务;中餐厅;综合酒楼|住宿服务;宾馆酒店;宾馆酒店","餐饮服务;茶艺馆;茶艺馆|住宿服务","公司企业;公司;公司|餐饮服务;中餐厅;中餐厅","公司企业;公司;商业贸易|购物服务;家居建材市场;建材五金市场","公司企业;公司企业;公司企业|体育休闲服务","公司企业;公司企业;公司企业|科教文化服务","商务住宅;楼宇;商务写字楼|风景名胜","生活服务;事务所;会计师事务所|科教文化服务","科教文化服务;培训机构;培训机构|购物服务;购物相关场所;购物相关场所","购物服务;综合市场;农副产品市场|商务住宅","餐饮服务;外国餐厅;意式菜品餐厅|餐饮服务","体育休闲服务;娱乐场所;KTV|科教文化服务","体育休闲服务;度假疗养场所;疗养院|生活服务;生活服务场所;生活服务场所","公司企业;公司;建筑公司|政府机构及社会团体","医疗保健服务;专科医院;耳鼻喉医院|医疗保健服务","地名地址信息;交通地名;道路名|地名地址信息","室内设施;室内设施;室内设施|生活服务","摩托车服务;摩托车维修;摩托车维修|生活服务;维修站点;维修站点","政府机构及社会团体;政府机关;外地政府办|政府机构及社会团体","生活服务;信息咨询中心;信息咨询中心|公司企业","生活服务;旅行社;旅行社|购物服务","购物服务;家居建材市场;家具建材综合市场|公司企业","金融保险服务;自动提款机;中国邮政储蓄银行ATM|金融保险服务","金融保险服务;自动提款机;自动提款机|金融保险服务","餐饮服务;中餐厅;火锅店|住宿服务","餐饮服务;茶艺馆;茶艺馆|购物服务;购物相关场所;购物相关场所","住宿服务;宾馆酒店;五星级宾馆|住宿服务","体育休闲服务;休闲场所;水上活动中心|风景名胜","体育休闲服务;休闲场所;采摘园|餐饮服务","体育休闲服务;娱乐场所;娱乐场所|住宿服务","体育休闲服务;度假疗养场所;疗养院|公司企业","公司企业;公司;公司|生活服务;中介机构;中介机构","公司企业;公司企业;公司企业|购物服务;购物相关场所;购物相关场所","商务住宅;住宅区;住宅小区|生活服务;生活服务场所;生活服务场所","地名地址信息;自然地名;峡谷","政府机构及社会团体;政府机关;乡镇级政府及事业单位|商务住宅","汽车服务;洗车场;洗车场|汽车服务;汽车养护/装饰;汽车养护","汽车销售;东风特约销售;东风销售|汽车维修;东风特约维修;东风维修","生活服务;丧葬设施;丧葬设施|购物服务;购物相关场所;购物相关场所","生活服务;信息咨询中心;信息咨询中心|生活服务","科教文化服务;培训机构;培训机构|政府机构及社会团体","购物服务;专卖店;眼镜店|购物服务","购物服务;专卖店;自行车专卖店|摩托车服务;摩托车维修;摩托车维修","购物服务;家居建材市场;家居建材市场|餐饮服务","餐饮服务;中餐厅;火锅店|体育休闲服务","体育休闲服务;休闲场所;游乐场|餐饮服务","体育休闲服务;休闲场所;采摘园|购物服务","商务住宅;住宅区;住宅小区|商务住宅;楼宇;商住两用楼宇","汽车服务;汽车养护/装饰;汽车养护|餐饮服务","汽车服务;汽车救援;汽车救援|汽车服务","生活服务;丧葬设施;陵园|生活服务","生活服务;事务所;事务所|公司企业","生活服务;婴儿服务场所;婴儿游泳馆|生活服务","生活服务;生活服务场所;生活服务场所|风景名胜","购物服务;专卖店;自行车专卖店|汽车销售;汽车销售;汽车销售","购物服务;商场;普通商场|餐饮服务","金融保险服务;财务公司;财务公司|公司企业","风景名胜;公园广场;城市广场|科教文化服务","风景名胜;风景名胜;国家级景点|风景名胜","餐饮服务;中餐厅;中餐厅|地名地址信息","餐饮服务;中餐厅;中餐厅|汽车服务","餐饮服务;中餐厅;山东菜(鲁菜)|餐饮服务","餐饮服务;冷饮店;冷饮店|餐饮服务;快餐厅;快餐厅","体育休闲服务;娱乐场所;娱乐场所|科教文化服务","公司企业;公司;矿产公司|购物服务","商务住宅;楼宇;商住两用楼宇|住宿服务","政府机构及社会团体;政府机关;区县级政府及事业单位|商务住宅","生活服务;生活服务场所;生活服务场所|交通设施服务","科教文化服务;传媒机构;出版社|公司企业","科教文化服务;学校;幼儿园|公司企业","购物服务;专卖店;珠宝首饰工艺品|体育休闲服务","购物服务;便民商店/便利店;便民商店/便利店|购物服务;专卖店;专营店","金融保险服务;自动提款机;中国银行ATM|金融保险服务","体育休闲服务;体育休闲服务场所;体育休闲服务场所|科教文化服务","公司企业;公司;公司|风景名胜","公司企业;农林牧渔基地;其它农林牧渔基地|餐饮服务","医疗保健服务;急救中心;急救中心|医疗保健服务","商务住宅;楼宇;楼宇相关|餐饮服务","摩托车服务;摩托车销售;摩托车销售|摩托车服务;摩托车维修;摩托车维修","汽车服务;汽车养护/装饰;汽车养护|汽车销售;汽车销售;汽车销售","汽车维修;汽车综合维修;汽车综合维修|汽车服务;汽车养护/装饰;汽车养护","汽车销售;捷豹特约销售;捷豹销售|汽车维修","生活服务;售票处;公园景点售票处|生活服务","生活服务;邮局;邮局|购物服务","购物服务;专卖店;土特产专卖店|公司企业","购物服务;家居建材市场;家具城|公司企业;工厂;工厂","购物服务;特色商业街;特色商业街|商务住宅","购物服务;综合市场;农副产品市场|购物服务;专卖店;专营店","购物服务;购物相关场所;购物相关场所|风景名胜","金融保险服务;银行;农村商业银行|政府机构及社会团体","餐饮服务;中餐厅;特色/地方风味餐厅|住宿服务","交通设施服务;公交车站;普通公交站","公司企业;公司企业;公司企业|商务住宅","公司企业;公司企业;公司企业|政府机构及社会团体","公司企业;公司企业;公司企业|餐饮服务","商务住宅;商务住宅相关;商务住宅相关|餐饮服务","地名地址信息;交通地名;立交桥|地名地址信息;交通地名;桥","政府机构及社会团体;政府及社会团体相关;政府及社会团体相关|公司企业","生活服务;事务所;律师事务所|商务住宅","科教文化服务;学校;高等院校|体育休闲服务","购物服务;专卖店;专营店|生活服务;丧葬设施;丧葬设施","购物服务;体育用品店;户外用品|体育休闲服务","购物服务;家居建材市场;家居建材市场|商务住宅","购物服务;家居建材市场;布艺市场|汽车服务","购物服务;家居建材市场;建材五金市场|体育休闲服务","金融保险服务;保险公司;中国太平洋保险|公司企业","金融保险服务;银行相关;银行相关|政府机构及社会团体","风景名胜;风景名胜;寺庙道观|风景名胜","体育休闲服务;影剧院;剧场|体育休闲服务","公共设施;公共厕所;公共厕所|生活服务","公司企业;知名企业;知名企业|公司企业","商务住宅;住宅区;住宅小区|餐饮服务;中餐厅;中餐厅","地名地址信息;交通地名;桥|地名地址信息;交通地名;立交桥","汽车维修;货车维修;货车维修|生活服务","汽车销售;一汽解放销售;一汽解放销售|汽车维修","科教文化服务;学校;小学|地名地址信息","购物服务;便民商店/便利店;便民商店/便利店|体育休闲服务","购物服务;便民商店/便利店;便民商店/便利店|科教文化服务","购物服务;特色商业街;特色商业街|风景名胜","金融保险服务;自动提款机;东亚银行ATM","风景名胜;风景名胜;纪念馆|风景名胜","餐饮服务;中餐厅;清真菜馆|体育休闲服务","公司企业;公司;广告装饰|购物服务;家居建材市场;家居建材市场","公司企业;公司;机械电子|科教文化服务","医疗保健服务;专科医院;传染病医院|医疗保健服务","商务住宅;产业园区;产业园区|政府机构及社会团体","商务住宅;住宅区;别墅|住宿服务","地名地址信息;普通地名;街道级地名|地名地址信息","摩托车服务;摩托车销售;摩托车销售|生活服务","汽车服务;汽车救援;汽车救援|汽车维修","生活服务;旅行社;旅行社|生活服务","科教文化服务;图书馆;图书馆|科教文化服务","科教文化服务;学校;高等院校|政府机构及社会团体","购物服务;专卖店;专营店|汽车服务;汽车配件销售;汽车配件销售","购物服务;专卖店;儿童用品店|生活服务;生活服务场所;生活服务场所","购物服务;专卖店;自行车专卖店|体育休闲服务","购物服务;服装鞋帽皮具店;品牌鞋店|公司企业","金融保险服务;保险公司;中国平安保险公司|公司企业","风景名胜;公园广场;公园|商务住宅","餐饮服务;中餐厅;四川菜(川菜)|生活服务","公司企业;公司;公司|科教文化服务;科研机构;科研机构","公司企业;农林牧渔基地;其它农林牧渔基地|商务住宅","摩托车服务;摩托车维修;摩托车维修|汽车服务","汽车服务;加油站;加油站|公司企业","汽车销售;克莱斯勒特约销售;道奇销售|汽车维修","生活服务;丧葬设施;丧葬设施|公司企业","生活服务;物流速递;物流速递|政府机构及社会团体","生活服务;生活服务场所;生活服务场所|室内设施","生活服务;生活服务场所;生活服务场所|摩托车服务","生活服务;维修站点;维修站点|购物服务;购物相关场所;购物相关场所","科教文化服务;传媒机构;传媒机构|生活服务;生活服务场所;生活服务场所","购物服务;便民商店/便利店;便民商店/便利店|公司企业;公司;公司","购物服务;商场;普通商场|购物服务;商场;购物中心","购物服务;服装鞋帽皮具店;品牌皮具店|购物服务","购物服务;特色商业街;步行街|购物服务","购物服务;花鸟鱼虫市场;花卉市场|体育休闲服务","购物服务;花鸟鱼虫市场;花卉市场|风景名胜","金融保险服务;保险公司;中国人寿保险公司|金融保险服务","金融保险服务;银行;中国人民银行|金融保险服务","风景名胜;风景名胜;红色景区|科教文化服务","风景名胜;风景名胜;风景名胜|生活服务","风景名胜;风景名胜相关;旅游景点|商务住宅","餐饮服务;中餐厅;中餐厅|餐饮服务;休闲餐饮场所;休闲餐饮场所","餐饮服务;中餐厅;中餐厅|餐饮服务;冷饮店;冷饮店","住宿服务;宾馆酒店;宾馆酒店|科教文化服务","体育休闲服务;休闲场所;游乐场|生活服务","体育休闲服务;娱乐场所;KTV|公司企业","体育休闲服务;娱乐场所;网吧|住宿服务","体育休闲服务;度假疗养场所;度假村|生活服务","体育休闲服务;运动场馆;台球厅|餐饮服务","体育休闲服务;运动场馆;游泳馆|科教文化服务","商务住宅;住宅区;住宅小区|购物服务;购物相关场所;购物相关场所","商务住宅;楼宇;商住两用楼宇|商务住宅;楼宇;商务写字楼","商务住宅;楼宇;楼宇相关|商务住宅","地名地址信息;普通地名;村庄级地名|公司企业","政府机构及社会团体;交通车辆管理;货车相关检查站","政府机构及社会团体;公检法机构;公检法机关|政府机构及社会团体","汽车服务;汽车养护/装饰;汽车养护|汽车维修;汽车综合维修;汽车综合维修","生活服务;事务所;律师事务所|生活服务","购物服务;专卖店;宠物用品店|公司企业","购物服务;专卖店;烟酒专卖店|餐饮服务;餐饮相关场所;餐饮相关","购物服务;专卖店;自行车专卖店|汽车服务;汽车服务相关;汽车服务相关","购物服务;家居建材市场;家具城|科教文化服务","购物服务;家居建材市场;布艺市场|商务住宅","购物服务;家居建材市场;建材五金市场|公司企业;公司;机械电子","购物服务;家电电子卖场;苏宁|生活服务","购物服务;花鸟鱼虫市场;花卉市场|科教文化服务","风景名胜;风景名胜;寺庙道观|地名地址信息","餐饮服务;糕饼店;糕饼店|餐饮服务;中餐厅;中餐厅","餐饮服务;餐饮相关场所;餐饮相关|商务住宅","交通设施服务;停车场;停车场入口|交通设施服务","体育休闲服务;休闲场所;采摘园|风景名胜","体育休闲服务;运动场馆;健身中心|公司企业","商务住宅;楼宇;商务写字楼|公司企业;公司;公司","地名地址信息;普通地名;省级地名","地名地址信息;自然地名;海湾海峡|地名地址信息","地名地址信息;自然地名;盆地","政府机构及社会团体;交通车辆管理;验车场|生活服务","政府机构及社会团体;政府及社会团体相关;政府及社会团体相关|购物服务","汽车服务;加气站;加气站|汽车服务","汽车销售;中国重汽销售;中国重汽销售|汽车服务","汽车销售;法拉利特约销售;玛莎拉蒂销售|汽车维修","生活服务;事务所;专利事务所|公司企业","生活服务;邮局;邮局|生活服务","科教文化服务;传媒机构;报社|生活服务","购物服务;专卖店;专营店|生活服务;美容美发店;美容美发店","购物服务;专卖店;儿童用品店|商务住宅","购物服务;体育用品店;户外用品|生活服务","购物服务;商场;普通商场|购物服务;超级市场;超市","购物服务;家居建材市场;家居建材市场|公司企业;公司;公司","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|汽车销售","购物服务;购物相关场所;购物相关场所|住宿服务","餐饮服务;中餐厅;上海菜|餐饮服务","餐饮服务;外国餐厅;泰国/越南菜品餐厅|餐饮服务","交通设施服务;上下客区;网约车","体育休闲服务;休闲场所;垂钓园|购物服务","体育休闲服务;运动场馆;篮球场馆|科教文化服务","公司企业;公司;商业贸易|购物服务;专卖店;专营店","商务住宅;住宅区;住宅小区|地名地址信息;普通地名;村庄级地名","摩托车服务;摩托车服务相关;摩托车服务相关|生活服务","摩托车服务;摩托车销售;摩托车销售|汽车服务","政府机构及社会团体;社会团体;行业协会|购物服务","汽车服务;二手车交易;二手车交易|公司企业","汽车服务;洗车场;洗车场|购物服务","生活服务;丧葬设施;丧葬设施|风景名胜","生活服务;物流速递;物流速递|汽车维修","生活服务;电讯营业厅;中国铁通营业厅|公司企业","生活服务;美容美发店;美容美发店|餐饮服务;餐饮相关场所;餐饮相关","科教文化服务;科研机构;科研机构|购物服务","购物服务;专卖店;烟酒专卖店|商务住宅","购物服务;体育用品店;户外用品|公司企业","购物服务;超级市场;超市|生活服务;生活服务场所;生活服务场所","风景名胜;公园广场;水族馆|体育休闲服务","餐饮服务;中餐厅;中餐厅|公司企业;公司;公司","体育休闲服务;运动场馆;台球厅|生活服务","体育休闲服务;运动场馆;运动场所|生活服务","公司企业;工厂;工厂|购物服务;购物相关场所;购物相关场所","摩托车服务;摩托车维修;摩托车维修|摩托车服务;摩托车销售;摩托车销售","政府机构及社会团体;社会团体;社会团体相关|商务住宅","汽车服务;汽车俱乐部;汽车俱乐部|汽车维修","汽车维修;克莱斯勒特约维修;吉普维修|汽车销售","汽车维修;汽车维修;汽车维修|公司企业","汽车维修;海马汽车维修;海马汽车维修|汽车销售","汽车维修;福特特约维修;马自达维修|汽车销售","汽车销售;大众特约销售;上海大众销售|汽车销售","汽车销售;日产特约销售;东风日产销售|汽车销售","汽车销售;本田特约销售;本田讴歌销售|汽车维修","生活服务;彩票彩券销售点;彩票彩券销售点|政府机构及社会团体","生活服务;电讯营业厅;中国移动营业厅|公司企业;公司;电信公司","科教文化服务;科教文化场所;科教文化场所|体育休闲服务","购物服务;专卖店;烟酒专卖店|地名地址信息","购物服务;专卖店;烟酒专卖店|汽车服务","购物服务;家电电子卖场;数码电子|公司企业;公司;网络科技","购物服务;综合市场;果品市场|政府机构及社会团体","购物服务;花鸟鱼虫市场;宠物市场|公司企业","餐饮服务;中餐厅;中餐厅|住宿服务;住宿服务相关;住宿服务相关","餐饮服务;中餐厅;清真菜馆|住宿服务","餐饮服务;糕饼店;糕饼店|餐饮服务;甜品店;甜品店","交通设施服务;停车场;公共停车场|生活服务","体育休闲服务;体育休闲服务场所;体育休闲服务场所|商务住宅","体育休闲服务;运动场馆;运动场所|体育休闲服务","公司企业;公司;广告装饰|购物服务;购物相关场所;购物相关场所","公司企业;公司;建筑公司|金融保险服务","公司企业;公司;电信公司|政府机构及社会团体","公司企业;公司;电信公司|购物服务;家电电子卖场;手机销售","商务住宅;产业园区;产业园区|风景名胜","商务住宅;住宅区;住宅区|公司企业","政府机构及社会团体;社会团体;行业协会|体育休闲服务","汽车维修;丰田特约维修;一汽丰田维修|汽车销售","汽车维修;奥迪特约维修;一汽-大众奥迪维修|汽车销售","汽车维修;斯巴鲁特约维修;斯巴鲁维修|汽车销售","汽车销售;东风货车销售;东风货车销售|汽车维修","汽车销售;大众特约销售;大众销售|汽车维修","生活服务;洗浴推拿场所;洗浴推拿场所|科教文化服务","生活服务;洗浴推拿场所;洗浴推拿场所|风景名胜","生活服务;物流速递;物流速递|交通设施服务","生活服务;生活服务场所;生活服务场所|餐饮服务;餐饮相关场所;餐饮相关","生活服务;维修站点;维修站点|汽车销售","科教文化服务;学校;学校|生活服务","科教文化服务;文艺团体;文艺团体|生活服务","购物服务;体育用品店;体育用品店|生活服务","购物服务;商场;普通商场|体育休闲服务","购物服务;家电电子卖场;家电电子卖场|公司企业;公司;公司","购物服务;综合市场;水产海鲜市场|餐饮服务;餐饮相关场所;餐饮相关","购物服务;超级市场;超市|汽车服务","风景名胜;风景名胜;风景名胜|餐饮服务","餐饮服务;茶艺馆;茶艺馆|科教文化服务","交通设施服务;出租车;出租车","体育休闲服务;休闲场所;水上活动中心|体育休闲服务","体育休闲服务;娱乐场所;棋牌室|餐饮服务;茶艺馆;茶艺馆","体育休闲服务;运动场馆;健身中心|餐饮服务","公司企业;公司;广告装饰|商务住宅","商务住宅;商务住宅相关;商务住宅相关|风景名胜","商务住宅;楼宇;楼宇相关|购物服务","地名地址信息;交通地名;道路名|生活服务","政府机构及社会团体;交通车辆管理;交通车辆管理相关|生活服务","政府机构及社会团体;政府及社会团体相关;政府及社会团体相关|科教文化服务","生活服务;信息咨询中心;服务中心|生活服务","生活服务;电力营业厅;电力营业厅|生活服务","生活服务;美容美发店;美容美发店|购物服务;专卖店;专营店","科教文化服务;学校;成人教育|政府机构及社会团体","科教文化服务;学校;职业技术学校|科教文化服务;培训机构;培训机构","科教文化服务;科教文化场所;科教文化场所|商务住宅","购物服务;专卖店;古玩字画店|商务住宅","购物服务;商场;购物中心|生活服务","餐饮服务;中餐厅;清真菜馆|公司企业","餐饮服务;中餐厅;清真菜馆|商务住宅","餐饮服务;冷饮店;冷饮店|餐饮服务;糕饼店;糕饼店","餐饮服务;糕饼店;糕饼店|商务住宅","交通设施服务;港口码头;港口码头|风景名胜","体育休闲服务;休闲场所;休闲场所|住宿服务;住宿服务相关;住宿服务相关","公司企业;公司;机械电子|购物服务;家居建材市场;建材五金市场","商务住宅;楼宇;楼宇相关|住宿服务","地名地址信息;交通地名;桥|风景名胜","政府机构及社会团体;交通车辆管理;车辆管理机构|生活服务","政府机构及社会团体;公检法机构;检察院|政府机构及社会团体","政府机构及社会团体;工商税务机构;工商税务机构|政府机构及社会团体","政府机构及社会团体;社会团体;消费者协会|政府机构及社会团体","汽车服务;汽车服务相关;汽车服务相关|摩托车服务","汽车维修;长城汽车维修;魏派汽车维修|汽车销售","汽车销售;货车销售;货车销售|公司企业","汽车销售;货车销售;货车销售|购物服务","汽车销售;通用特约销售;别克销售|汽车维修;通用特约维修;别克维修","生活服务;物流速递;物流速递|购物服务;购物相关场所;购物相关场所","科教文化服务;文化宫;文化宫|生活服务","购物服务;专卖店;专营店|住宿服务","购物服务;专卖店;专营店|购物服务;便民商店/便利店;便民商店/便利店","购物服务;专卖店;儿童用品店|生活服务;美容美发店;美容美发店","购物服务;专卖店;烟酒专卖店|科教文化服务","购物服务;便民商店/便利店;便民商店/便利店|风景名胜","购物服务;商场;普通商场|购物服务;便民商店/便利店;便民商店/便利店","购物服务;家居建材市场;家具建材综合市场|生活服务","购物服务;家电电子卖场;数码电子|商务住宅","购物服务;文化用品店;文化用品店|生活服务;生活服务场所;生活服务场所","购物服务;综合市场;综合市场|餐饮服务","购物服务;超级市场;上海华联|购物服务","金融保险服务;保险公司;保险公司|生活服务","金融保险服务;银行;农村商业银行|金融保险服务;银行相关;银行相关","金融保险服务;银行相关;银行相关|金融保险服务","风景名胜;公园广场;植物园|风景名胜","风景名胜;风景名胜;寺庙道观|购物服务","风景名胜;风景名胜;风景名胜|政府机构及社会团体","风景名胜;风景名胜相关;旅游景点|科教文化服务","餐饮服务;中餐厅;浙江菜|住宿服务","餐饮服务;冷饮店;冷饮店|公司企业","餐饮服务;茶艺馆;茶艺馆|公司企业","交通设施服务;机场相关;直升机场","住宿服务;宾馆酒店;宾馆酒店|餐饮服务;餐饮相关场所;餐饮相关","体育休闲服务;娱乐场所;KTV|购物服务;购物相关场所;购物相关场所","体育休闲服务;娱乐场所;棋牌室|商务住宅","体育休闲服务;度假疗养场所;疗养院|住宿服务","公司企业;公司;公司|公司企业;农林牧渔基地;其它农林牧渔基地","公司企业;公司;公司|餐饮服务;餐饮相关场所;餐饮相关","公司企业;公司;冶金化工|科教文化服务","公司企业;公司;网络科技|商务住宅","公司企业;工厂;工厂|汽车维修","商务住宅;楼宇;商住两用楼宇|生活服务","政府机构及社会团体;工商税务机构;工商税务机构|生活服务","汽车服务;加气站;加气站|公司企业","汽车服务;汽车租赁;汽车租赁|购物服务","汽车维修;奥迪特约维修;上汽-大众奥迪维修|汽车销售","汽车销售;丰田特约销售;丰田销售|汽车维修","生活服务;洗浴推拿场所;洗浴推拿场所|汽车服务","科教文化服务;传媒机构;电视台|公司企业","科教文化服务;学校;小学|公司企业","科教文化服务;科教文化场所;科教文化场所|政府机构及社会团体","购物服务;专卖店;书店|体育休闲服务","购物服务;专卖店;珠宝首饰工艺品|公司企业;公司;公司","购物服务;专卖店;音像店|生活服务","购物服务;商场;免税品店|生活服务","购物服务;商场;商场|商务住宅","购物服务;商场;购物中心|公司企业","购物服务;家居建材市场;家具城|生活服务;生活服务场所;生活服务场所","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|风景名胜","购物服务;超级市场;超市|住宿服务","风景名胜;风景名胜;寺庙道观|生活服务","餐饮服务;中餐厅;海鲜酒楼|生活服务","交通设施服务;停车场;专用停车场|交通设施服务;停车场;路边停车场","体育休闲服务;休闲场所;露营地|住宿服务","体育休闲服务;运动场馆;综合体育馆|购物服务","公司企业;公司;公司|汽车服务;汽车配件销售;汽车配件销售","公司企业;公司;机械电子|汽车服务;汽车服务相关;汽车服务相关","公司企业;农林牧渔基地;花卉苗圃基地|购物服务","公司企业;工厂;工厂|购物服务;专卖店;专营店","商务住宅;楼宇;工业大厦建筑物|商务住宅","地名地址信息;普通地名;村庄级地名|科教文化服务","摩托车服务;摩托车销售;摩托车销售|购物服务;购物相关场所;购物相关场所","政府机构及社会团体;公检法机构;社会治安机构|购物服务","政府机构及社会团体;政府机关;区县级政府及事业单位|体育休闲服务","汽车服务;汽车配件销售;汽车配件销售|购物服务;专卖店;专营店","汽车销售;奇瑞特约销售;奇瑞销售|汽车维修;奇瑞特约维修;奇瑞维修","汽车销售;汽车销售;汽车销售|购物服务;购物相关场所;购物相关场所","生活服务;人才市场;人才市场|购物服务","生活服务;物流速递;物流仓储场地|公司企业;公司;公司","生活服务;维修站点;维修站点|餐饮服务","科教文化服务;博物馆;博物馆|科教文化服务","科教文化服务;培训机构;培训机构|风景名胜","科教文化服务;学校;幼儿园|科教文化服务;培训机构;培训机构","购物服务;专卖店;古玩字画店|生活服务;生活服务场所;生活服务场所","购物服务;专卖店;古玩字画店|科教文化服务;培训机构;培训机构","购物服务;专卖店;珠宝首饰工艺品|风景名胜","购物服务;专卖店;礼品饰品店|体育休闲服务","购物服务;个人用品/化妆品店;莎莎|生活服务","购物服务;家居建材市场;建材五金市场|摩托车服务","购物服务;家居建材市场;灯具瓷器市场|公司企业;公司;公司","购物服务;家电电子卖场;手机销售|购物服务;家电电子卖场;数码电子","购物服务;家电电子卖场;手机销售|餐饮服务","购物服务;家电电子卖场;数码电子|餐饮服务","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|公司企业;公司企业;公司企业","购物服务;综合市场;农副产品市场|体育休闲服务","购物服务;花鸟鱼虫市场;花卉市场|政府机构及社会团体","餐饮服务;中餐厅;江苏菜|餐饮服务","餐饮服务;外国餐厅;西餐厅(综合风味)|生活服务","住宿服务;宾馆酒店;三星级宾馆|生活服务","住宿服务;旅馆招待所;旅馆招待所|公司企业","体育休闲服务;娱乐场所;酒吧|餐饮服务;餐饮相关场所;餐饮相关","公司企业;公司;公司|购物服务;便民商店/便利店;便民商店/便利店","公司企业;公司;冶金化工|汽车服务","公司企业;公司;机械电子|购物服务;购物相关场所;购物相关场所","公司企业;公司;电信公司|公司企业","商务住宅;商务住宅相关;商务住宅相关|公司企业","商务住宅;楼宇;楼宇相关|风景名胜","汽车服务;充电站;充电站|生活服务","汽车服务;汽车养护/装饰;汽车养护|购物服务;购物相关场所;购物相关场所","汽车维修;吉利特约维修;沃尔沃汽车维修|汽车销售","汽车销售;东风货车销售;东风货车销售|汽车销售","汽车销售;捷豹特约销售;捷豹销售|汽车销售","生活服务;婴儿服务场所;婴儿游泳馆|购物服务;专卖店;儿童用品店","生活服务;洗浴推拿场所;洗浴推拿场所|餐饮服务;餐饮相关场所;餐饮相关","生活服务;电讯营业厅;电讯营业厅|生活服务","科教文化服务;传媒机构;电台|科教文化服务","科教文化服务;学校;职业技术学校|公司企业","科教文化服务;展览馆;展览馆|生活服务","科教文化服务;美术馆;美术馆|生活服务","购物服务;专卖店;专营店|公司企业;工厂;工厂","购物服务;专卖店;儿童用品店|公司企业;公司;公司","购物服务;专卖店;儿童用品店|餐饮服务;餐饮相关场所;餐饮相关","购物服务;专卖店;宠物用品店|体育休闲服务","购物服务;个人用品/化妆品店;其它个人用品店|汽车服务","购物服务;体育用品店;体育用品店|科教文化服务","购物服务;体育用品店;耐克专卖店|购物服务","购物服务;便民商店/便利店;便民商店/便利店|摩托车服务","购物服务;商场;商场|生活服务","购物服务;家居建材市场;厨卫市场|生活服务;生活服务场所;生活服务场所","购物服务;家居建材市场;建材五金市场|风景名胜","购物服务;综合市场;果品市场|餐饮服务;冷饮店;冷饮店","购物服务;综合市场;蔬菜市场|政府机构及社会团体","购物服务;花鸟鱼虫市场;花卉市场|住宿服务","金融保险服务;自动提款机;农村商业银行ATM|生活服务","金融保险服务;银行;中国建设银行|生活服务","风景名胜;风景名胜;风景名胜|公司企业","餐饮服务;中餐厅;中餐厅|商务住宅;商务住宅相关;商务住宅相关","餐饮服务;中餐厅;台湾菜|餐饮服务","餐饮服务;中餐厅;湖北菜(鄂菜)|餐饮服务","餐饮服务;休闲餐饮场所;休闲餐饮场所|餐饮服务;中餐厅;中餐厅","餐饮服务;外国餐厅;韩国料理|生活服务","交通设施服务;港口码头;出港","交通设施服务;索道站;索道站","住宿服务;宾馆酒店;四星级宾馆|商务住宅","体育休闲服务;运动场馆;溜冰场|购物服务","体育休闲服务;运动场馆;综合体育馆|科教文化服务","公司企业;公司;广告装饰|科教文化服务;传媒机构;传媒机构","公司企业;公司;网络科技|购物服务;家电电子卖场;数码电子","公司企业;公司;网络科技|金融保险服务","公司企业;公司;网络科技|餐饮服务","公司企业;农林牧渔基地;其它农林牧渔基地|公司企业;公司;公司","医疗保健服务;诊所;诊所|医疗保健服务;专科医院;专科医院","商务住宅;住宅区;住宅区|体育休闲服务","政府机构及社会团体;公检法机构;公检法机关|生活服务","汽车维修;汽车维修;汽车维修|生活服务;生活服务场所;生活服务场所","汽车维修;通用特约维修;凯迪拉克维修|汽车销售","汽车销售;东风特约销售;东风销售|购物服务","汽车销售;奥迪特约销售;上汽-大众奥迪销售|汽车维修","汽车销售;标致雪铁龙特约销售;东风雪铁龙销售|汽车销售","汽车销售;江淮货车销售;江淮货车销售|汽车维修","汽车销售;观致销售;观致销售|汽车维修","生活服务;丧葬设施;陵园|风景名胜;风景名胜;风景名胜","生活服务;中介机构;中介机构|科教文化服务","生活服务;售票处;售票处|生活服务","生活服务;美容美发店;美容美发店|住宿服务","科教文化服务;传媒机构;传媒机构|公司企业;公司;公司","科教文化服务;传媒机构;电视台|政府机构及社会团体","科教文化服务;学校;中学|公司企业","购物服务;专卖店;烟酒专卖店|风景名胜","购物服务;家电电子卖场;手机销售|生活服务;电讯营业厅;电讯营业厅","购物服务;服装鞋帽皮具店;品牌皮具店|生活服务","购物服务;综合市场;旧货市场|汽车服务","购物服务;超级市场;屈臣氏|购物服务","金融保险服务;银行;中国工商银行|生活服务","餐饮服务;中餐厅;特色/地方风味餐厅|地名地址信息","餐饮服务;茶艺馆;茶艺馆|风景名胜","住宿服务;宾馆酒店;四星级宾馆|体育休闲服务","体育休闲服务;休闲场所;水上活动中心|生活服务","体育休闲服务;运动场馆;羽毛球场|体育休闲服务","公司企业;公司;公司|购物服务;家居建材市场;家居建材市场","公司企业;公司;商业贸易|商务住宅","公司企业;公司企业;公司企业|汽车维修","公司企业;农林牧渔基地;其它农林牧渔基地|科教文化服务","医疗保健服务;综合医院;综合医院|医疗保健服务;诊所;诊所","商务住宅;住宅区;宿舍|政府机构及社会团体","商务住宅;楼宇;商务写字楼|体育休闲服务","政府机构及社会团体;公检法机构;消防机关|公司企业","政府机构及社会团体;政府机关;国家级机关及事业单位|政府机构及社会团体","汽车服务;汽车配件销售;汽车配件销售|公司企业;公司;公司","汽车销售;宝马特约销售;宝马销售|汽车维修;宝马特约维修;宝马维修","科教文化服务;学校;中学|政府机构及社会团体","购物服务;专卖店;古玩字画店|科教文化服务;科教文化场所;科教文化场所","购物服务;家居建材市场;建材五金市场|金融保险服务","购物服务;家电电子卖场;手机销售|政府机构及社会团体","购物服务;家电电子卖场;苏宁|购物服务","购物服务;综合市场;农副产品市场|汽车服务","购物服务;综合市场;果品市场|商务住宅","购物服务;花鸟鱼虫市场;宠物市场|生活服务","金融保险服务;保险公司;保险公司|购物服务","风景名胜;风景名胜;风景名胜|商务住宅","餐饮服务;中餐厅;中式素菜馆|餐饮服务","餐饮服务;中餐厅;四川菜(川菜)|住宿服务","餐饮服务;中餐厅;广东菜(粤菜)|体育休闲服务","餐饮服务;中餐厅;湖南菜(湘菜)|住宿服务","餐饮服务;中餐厅;特色/地方风味餐厅|餐饮服务;中餐厅;海鲜酒楼","餐饮服务;中餐厅;综合酒楼|餐饮服务;茶艺馆;茶艺馆","餐饮服务;外国餐厅;外国餐厅|餐饮服务","餐饮服务;外国餐厅;西餐厅(综合风味)|餐饮服务;外国餐厅;牛扒店(扒房)","住宿服务;宾馆酒店;三星级宾馆|商务住宅","体育休闲服务;休闲场所;休闲场所|餐饮服务;餐饮相关场所;餐饮相关","体育休闲服务;娱乐场所;娱乐场所|公司企业","体育休闲服务;娱乐场所;娱乐场所|商务住宅","体育休闲服务;娱乐场所;棋牌室|住宿服务","体育休闲服务;运动场馆;游泳馆|购物服务","公司企业;公司;公司|商务住宅;产业园区;产业园区","公司企业;公司;公司|科教文化服务;传媒机构;传媒机构","公司企业;公司;公司|购物服务;体育用品店;体育用品店","商务住宅;住宅区;宿舍|生活服务","商务住宅;楼宇;商务写字楼|商务住宅;产业园区;产业园区","政府机构及社会团体;交通车辆管理;交通管理机构|汽车服务","政府机构及社会团体;交通车辆管理;验车场|摩托车服务","政府机构及社会团体;政府机关;乡镇级政府及事业单位|金融保险服务","政府机构及社会团体;社会团体;慈善机构|体育休闲服务","汽车服务;汽车服务相关;汽车服务相关|餐饮服务","汽车服务;洗车场;洗车场|汽车销售","汽车维修;宝马特约维修;宝马维修|汽车销售","汽车维修;雷诺特约维修;雷诺维修|汽车销售","生活服务;洗浴推拿场所;洗浴推拿场所|住宿服务;宾馆酒店;宾馆酒店","生活服务;生活服务场所;生活服务场所|汽车维修;汽车维修;汽车维修","生活服务;电讯营业厅;电讯营业厅|公司企业","生活服务;邮局;邮局|政府机构及社会团体","科教文化服务;会展中心;会展中心|科教文化服务","科教文化服务;学校;小学|购物服务","购物服务;体育用品店;体育用品店|公司企业;公司;公司","购物服务;商场;免税品店|公司企业","购物服务;家电电子卖场;数码电子|生活服务;摄影冲印店;摄影冲印","购物服务;家电电子卖场;数码电子|金融保险服务","购物服务;特色商业街;特色商业街|公司企业","购物服务;综合市场;水产海鲜市场|公司企业;公司;公司","购物服务;超级市场;超市|政府机构及社会团体","金融保险服务;自动提款机;自动提款机|生活服务","金融保险服务;金融保险服务机构;金融保险机构|商务住宅","金融保险服务;银行;中国民生银行|金融保险服务","餐饮服务;中餐厅;四川菜(川菜)|体育休闲服务","餐饮服务;中餐厅;江苏菜|住宿服务","餐饮服务;冷饮店;冷饮店|餐饮服务;甜品店;甜品店","餐饮服务;咖啡厅;咖啡厅|公司企业","餐饮服务;快餐厅;快餐厅|住宿服务","餐饮服务;甜品店;甜品店|餐饮服务;糕饼店;糕饼店","交通设施服务;机场相关;机场货运处","住宿服务;住宿服务相关;住宿服务相关|风景名胜","住宿服务;宾馆酒店;三星级宾馆|体育休闲服务","公司企业;公司;医药公司|科教文化服务","商务住宅;商务住宅相关;商务住宅相关|科教文化服务","政府机构及社会团体;交通车辆管理;车辆通行证办理处","政府机构及社会团体;公检法机构;法院|生活服务","政府机构及社会团体;工商税务机构;国税机关|政府机构及社会团体","政府机构及社会团体;工商税务机构;地税机关|政府机构及社会团体","汽车销售;东风特约销售;东风销售|汽车销售","汽车销售;中国重汽销售;中国重汽销售|汽车维修","汽车销售;大众特约销售;一汽-大众销售|汽车销售","汽车销售;起亚特约销售;起亚销售|汽车维修","生活服务;摄影冲印店;摄影冲印|商务住宅","生活服务;美容美发店;美容美发店|汽车维修","科教文化服务;学校;学校|商务住宅","科教文化服务;学校;成人教育|生活服务","购物服务;专卖店;儿童用品店|科教文化服务;培训机构;培训机构","购物服务;专卖店;儿童用品店|购物服务;体育用品店;体育用品店","购物服务;专卖店;钟表店|公司企业","购物服务;家居建材市场;建材五金市场|购物服务;家居建材市场;厨卫市场","购物服务;家电电子卖场;手机销售|汽车服务","购物服务;服装鞋帽皮具店;品牌鞋店|餐饮服务","购物服务;服装鞋帽皮具店;服装鞋帽皮具店|餐饮服务;糕饼店;糕饼店","购物服务;花鸟鱼虫市场;花卉市场|公司企业;公司;公司","金融保险服务;自动提款机;南洋商业银行ATM","金融保险服务;银行相关;银行相关|生活服务","餐饮服务;中餐厅;中餐厅|住宿服务;旅馆招待所;旅馆招待所","餐饮服务;中餐厅;中餐厅|金融保险服务","餐饮服务;外国餐厅;日本料理|生活服务","餐饮服务;餐饮相关场所;餐饮相关|生活服务;生活服务场所;生活服务场所","交通设施服务;停车场;路边停车场|交通设施服务;停车场;公共停车场","交通设施服务;火车站;售票|生活服务","体育休闲服务;娱乐场所;酒吧|公司企业","体育休闲服务;影剧院;剧场|公司企业","体育休闲服务;运动场馆;跆拳道场馆|科教文化服务;培训机构;培训机构","体育休闲服务;运动场馆;运动场所|地名地址信息","公司企业;公司;建筑公司|餐饮服务","医疗保健服务;专科医院;胸科医院|医疗保健服务","商务住宅;住宅区;住宅区|商务住宅","商务住宅;住宅区;住宅小区|公司企业;公司;公司","摩托车服务;摩托车维修;摩托车维修|生活服务;生活服务场所;生活服务场所","政府机构及社会团体;政府机关;国家级机关及事业单位|公司企业","政府机构及社会团体;政府机关;政府机关相关|体育休闲服务","政府机构及社会团体;社会团体;共青团|政府机构及社会团体","汽车服务;二手车交易;二手车交易|摩托车服务","汽车服务;汽车俱乐部;汽车俱乐部|汽车销售","汽车服务;汽车租赁;汽车租赁|汽车维修","汽车服务;汽车配件销售;汽车配件销售|餐饮服务","汽车维修;一汽解放维修;一汽解放维修|汽车服务","汽车维修;东风特约维修;东风维修|汽车维修","汽车销售;一汽解放销售;一汽解放销售|汽车服务","汽车销售;东风特约销售;东风销售|汽车服务","汽车销售;江淮销售;江淮销售|汽车销售","汽车销售;荣威销售;荣威销售|汽车维修;荣威维修;荣威维修","生活服务;丧葬设施;丧葬设施|餐饮服务","生活服务;事务所;会计师事务所|政府机构及社会团体","生活服务;人才市场;人才市场|公司企业;公司;公司","科教文化服务;培训机构;培训机构|住宿服务","科教文化服务;科研机构;科研机构|商务住宅","购物服务;专卖店;珠宝首饰工艺品|金融保险服务","购物服务;便民商店/便利店;便民商店/便利店|汽车销售","购物服务;家电电子卖场;家电电子卖场|摩托车服务","购物服务;服装鞋帽皮具店;品牌箱包店|购物服务","购物服务;综合市场;旧货市场|公司企业","餐饮服务;中餐厅;湖南菜(湘菜)|生活服务","餐饮服务;中餐厅;老字号|餐饮服务","餐饮服务;冷饮店;冷饮店|体育休闲服务","餐饮服务;冷饮店;冷饮店|餐饮服务;休闲餐饮场所;休闲餐饮场所","餐饮服务;快餐厅;茶餐厅|体育休闲服务","住宿服务;旅馆招待所;旅馆招待所|风景名胜","体育休闲服务;休闲场所;垂钓园|餐饮服务","体育休闲服务;度假疗养场所;度假村|体育休闲服务;休闲场所;休闲场所","体育休闲服务;运动场馆;健身中心|科教文化服务;培训机构;培训机构","体育休闲服务;运动场馆;篮球场馆|体育休闲服务","体育休闲服务;高尔夫相关;高尔夫练习场|体育休闲服务","公司企业;公司;公司|商务住宅;商务住宅相关;商务住宅相关","公司企业;公司;机械电子|餐饮服务","医疗保健服务;动物医疗场所;动物医疗场所|医疗保健服务","商务住宅;产业园区;产业园区|体育休闲服务","商务住宅;产业园区;产业园区|汽车销售","商务住宅;楼宇;商务写字楼|政府机构及社会团体;政府机关;政府机关相关","地名地址信息;交通地名;道路名|购物服务;特色商业街;特色商业街","地名地址信息;自然地名;湖泊|风景名胜","政府机构及社会团体;交通车辆管理;交通管理机构|交通设施服务","政府机构及社会团体;公检法机构;公证鉴定机构|公司企业;公司;公司","汽车服务;汽车俱乐部;汽车俱乐部|体育休闲服务","汽车维修;大众特约维修;进口大众维修|汽车销售","汽车销售;货车销售;货车销售|生活服务","生活服务;丧葬设施;丧葬设施|购物服务;专卖店;专营店","生活服务;信息咨询中心;信息咨询中心|金融保险服务","生活服务;洗衣店;洗衣店|汽车服务","生活服务;物流速递;物流速递|金融保险服务","生活服务;电讯营业厅;中国联通营业厅|公司企业;公司;电信公司","科教文化服务;培训机构;培训机构|公司企业;公司;公司","科教文化服务;美术馆;美术馆|购物服务","购物服务;专卖店;自行车专卖店|汽车服务;二手车交易;二手车交易","购物服务;家居建材市场;灯具瓷器市场|汽车服务","购物服务;特殊买卖场所;典当行|金融保险服务","购物服务;特殊买卖场所;特殊买卖场所|公司企业","购物服务;特色商业街;步行街|地名地址信息;交通地名;道路名","金融保险服务;自动提款机;招商银行ATM|金融保险服务","金融保险服务;银行;中国光大银行|金融保险服务","金融保险服务;银行;交通银行|金融保险服务","风景名胜;公园广场;公园|科教文化服务","风景名胜;公园广场;公园|风景名胜;风景名胜;风景名胜","餐饮服务;中餐厅;四川菜(川菜)|餐饮服务;中餐厅;特色/地方风味餐厅","餐饮服务;中餐厅;山东菜(鲁菜)|住宿服务","餐饮服务;中餐厅;海鲜酒楼|商务住宅","餐饮服务;中餐厅;海鲜酒楼|餐饮服务;中餐厅;综合酒楼","餐饮服务;休闲餐饮场所;休闲餐饮场所|生活服务","餐饮服务;快餐厅;快餐厅|体育休闲服务","餐饮服务;甜品店;甜品店|餐饮服务;冷饮店;冷饮店","餐饮服务;糕饼店;糕饼店|购物服务;专卖店;专营店","交通设施服务;过境口岸;旅检楼","住宿服务;宾馆酒店;宾馆酒店|商务住宅;商务住宅相关;商务住宅相关","住宿服务;宾馆酒店;经济型连锁酒店|生活服务","体育休闲服务;休闲场所;休闲场所|体育休闲服务;娱乐场所;娱乐场所","体育休闲服务;娱乐场所;KTV|生活服务;洗浴推拿场所;洗浴推拿场所","体育休闲服务;度假疗养场所;疗养院|购物服务","公司企业;农林牧渔基地;农场|体育休闲服务","商务住宅;住宅区;别墅|体育休闲服务","商务住宅;住宅区;社区中心|生活服务;生活服务场所;生活服务场所","商务住宅;楼宇;商住两用楼宇|餐饮服务","地名地址信息;自然地名;湖泊|地名地址信息;自然地名;河流","政府机构及社会团体;交通车辆管理;交通管理机构|科教文化服务","汽车服务;汽车租赁;汽车租赁还车|生活服务","汽车维修;汽车综合维修;汽车综合维修|汽车销售;汽车销售;汽车销售","汽车销售;中国重汽销售;中国重汽销售|汽车销售","生活服务;彩票彩券销售点;彩票彩券销售点|生活服务","生活服务;摄影冲印店;摄影冲印|住宿服务","生活服务;摄影冲印店;摄影冲印|购物服务;购物相关场所;购物相关场所","生活服务;生活服务场所;生活服务场所|公共设施","科教文化服务;传媒机构;报社|科教文化服务","科教文化服务;学校;学校|政府机构及社会团体","购物服务;专卖店;专营店|汽车维修;汽车维修;汽车维修","购物服务;专卖店;专营店|购物服务;服装鞋帽皮具店;服装鞋帽皮具店","购物服务;专卖店;专营店|金融保险服务","购物服务;专卖店;宠物用品店|科教文化服务","购物服务;体育用品店;户外用品|摩托车服务","购物服务;商场;商场|公司企业","购物服务;商场;普通商场|科教文化服务","购物服务;商场;普通商场|购物服务;服装鞋帽皮具店;服装鞋帽皮具店","购物服务;家居建材市场;厨卫市场|购物服务;家电电子卖场;家电电子卖场","购物服务;家居建材市场;家居建材市场|汽车维修","购物服务;家居建材市场;家居建材市场|购物服务;专卖店;专营店","购物服务;家居建材市场;建材五金市场|住宿服务","购物服务;家居建材市场;建材五金市场|汽车销售","购物服务;特殊买卖场所;特殊买卖场所|汽车服务","购物服务;特色商业街;步行街|生活服务","金融保险服务;银行;中国农业银行|生活服务","风景名胜;公园广场;水族馆|风景名胜","风景名胜;风景名胜;国家级景点|体育休闲服务","风景名胜;风景名胜;纪念馆|生活服务","风景名胜;风景名胜;风景名胜|风景名胜","餐饮服务;中餐厅;中餐厅|交通设施服务","餐饮服务;中餐厅;中餐厅|汽车维修","餐饮服务;中餐厅;安徽菜(徽菜)|住宿服务","餐饮服务;中餐厅;火锅店|餐饮服务;中餐厅;海鲜酒楼","餐饮服务;中餐厅;特色/地方风味餐厅|商务住宅","餐饮服务;中餐厅;特色/地方风味餐厅|餐饮服务;中餐厅;四川菜(川菜)","餐饮服务;外国餐厅;牛扒店(扒房)|餐饮服务;外国餐厅;西餐厅(综合风味)"] + + public final static DBCollection COMPANY_206_COLL = MongoUtils.getCollectionByName("business", "company_huzhou", "192.168.0.206",27020) @@ -60,7 +64,7 @@ class GaoDePoiDataProcess extends BaseBatch{ def fullCityMap = null - DBCollection CHUN_POI_COLL = MongoUtils.getCollectionByName("crawl", "poi_wap_spider", "192.168.0.206",27020) + DBCollection BAIDU_POI_COLL = MongoUtils.getCollectionByName("crawl", "poi_wap_spider", "192.168.0.206",27020) DBCollection ADMINISTRATIVE_MAPPING_COLL_100 = MongoUtils.getCollectionByName2("fangjia", "administrative_mapping", MAP_POI_URL) @@ -80,9 +84,9 @@ class GaoDePoiDataProcess extends BaseBatch{ // synchNetwork() // println DateUtils.parseFromTightByPattern("2023-11-30","yyyy-MM-dd").getTime() // sysnchPoi() -// sysnchVillage() + sysnchVillage() - addTownship() +// addTownship() } def addTownship(){ @@ -119,13 +123,53 @@ class GaoDePoiDataProcess extends BaseBatch{ } def sysnchVillage(){ - def buducitys = ["乌兰察布市","巴彦淖尔市","渭南市","宝鸡市","枣庄市","日照市","东营市","威海市","太原市","文山壮族苗族自治州","中卫市","临夏回族自治州","辽源市","抚顺市","阿坝藏族羌族自治州","宜宾市","中山市","亳州市","滁州市","宣城市","廊坊市","宁德市","龙岩市","厦门市","莆田市","天水市","清远市","湛江市","阳江市","河源市","潮州市","来宾市","百色市","防城港市","铜仁地区","毕节地区","承德市","衡水市","濮阳市","开封市","焦作市","三门峡市","平顶山市","信阳市","鹤壁市","十堰市","荆门市","武汉市","常德市","岳阳市","娄底市","株洲市","盐城市","苏州市","景德镇市","抚州市","本溪市","盘锦市","包头市","阿拉善盟","榆林市","铜川市","西安市","临沂市","滨州市","青岛市","朔州市","晋中市","巴中市","绵阳市","广安市","资阳市","固原市","甘南藏族自治州","内江市","曲靖市","淮南市","巢湖市","黄山市","淮北市","三明市","漳州市","陇南市","广州市","云浮市","揭阳市","贺州市","南宁市","遵义市","安顺市","张家口市","唐山市","邢台市","安阳市","郑州市","驻马店市","宜昌市","黄冈市","益阳市","邵阳市","湘西土家族苗族自治州","郴州市","泰州市","宿迁市","宜春市","鹰潭市","朝阳市","营口市","丹东市","鄂尔多斯市","延安市","商洛市","济宁市","潍坊市","济南市","上海市","晋城市","南充市","北海市","赤峰市","六安市","池州市","福州市","惠州市","江门市","汕头市","梧州市","柳州市","黔南布依族苗族自治州","保定市","周口市","南阳市","孝感市","黄石市","张家界市","湘潭市","永州市","南京市","徐州市","无锡市","吉安市","葫芦岛市","鞍山市","呼和浩特市","吴忠市","咸阳市","安康市","泰安市","烟台市","吕梁市","运城市","广元市","遂宁市","泸州市","天津市","石嘴山市","昭通市","铜陵市","肇庆市","汕尾市","深圳市","贵港市","黔东南苗族侗族自治州","黔西南布依族苗族自治州","漯河市","扬州市","连云港市","常州市","九江市","萍乡市","辽阳市","汉中市","菏泽市","淄博市","大同市","长治市","阳泉市","马鞍山市","平凉市","银川市","玉林市","咸宁市","怀化市","上饶市","赣州市","聊城市","忻州市","临汾市","达州市","宿州市","随州市","德州市","恩施土家族苗族自治州","阿拉尔市","石河子市","五家渠市","图木舒克市","定安县","儋州市","万宁市","保亭黎族苗族自治县","西沙群岛","济源市","潜江市","中沙群岛","南沙群岛","屯昌县","昌江黎族自治县","陵水黎族自治县","五指山市","仙桃市","琼中黎族苗族自治县","乐东黎族自治县","临高县","琼海市","白沙黎族自治县","东方市","天门市","神农架林区","澄迈县","文昌市","澳门特别行政区","香港特别行政区","桃园市","台北市","南投县","嘉义市","彰化县","新竹县","澎湖县","台东县","宜兰县","新北市","基隆市","屏东县","嘉义县","云林县","花莲县","台南市","台中市","新竹市","高雄市","苗栗县"] + def buducitys = [ '七台河市', '上海市','万宁市', '三亚市', '三明市', '三门峡市', '上饶市', '东方市', '东莞市', + '东营市', '中卫市', '中山市', '临夏回族自治州', '临汾市', '临沂市', '临沧市', '临高县', '丹东市', + '丽水市', '丽江市', '乌兰察布市', '乌海市', '乌鲁木齐市', '乐东黎族自治县', '乐山市', '九江市', + '云浮市', '五家渠市', '五指山市', '亳州市', '仙桃市', '伊春市', '伊犁哈萨克自治州', '佛山市', + '佳木斯市', '保亭黎族苗族自治县', '保定市', '保山市', '信阳市', '儋州市', '克孜勒苏柯尔克孜自治州', + '克拉玛依市', '六安市', '六盘水市', '兰州市', '兴安盟', '内江市', '包头市', '北京市', '北海市', + '十堰市', '南京市', '南充市', '南宁市', '南平市', '南昌市', '南通市', '南阳市', + '博尔塔拉蒙古自治州', '厦门市', '双鸭山市', '台州市', '合肥市', '吉安市', '吉林市', '吐鲁番地区', + '吕梁市', '吴忠市', '周口市', '呼伦贝尔市', '呼和浩特市', '和田地区', '咸宁市', '咸阳市', + '哈密地区', '哈尔滨市', '唐山市', '商丘市', '商洛市', '喀什地区', '嘉兴市', '嘉峪关市', '四平市', + '固原市', '图木舒克市', '塔城地区', '大兴安岭地区', '大同市', '大庆市', '大理白族自治州', '大连市', + '天水市', '天津市', '天门市', '太原市', '威海市', '娄底市', '孝感市', '宁德市', '宁波市', + '安庆市', '安康市', '安阳市', '安顺市', '定安县', '定西市', '宜宾市', '宜昌市', '宜春市', + '宝鸡市', '宣城市', '宿州市', '宿迁市', '屯昌县', '山南地区', '岳阳市', '崇左市', '巴中市', + '巴彦淖尔市', '巴音郭楞蒙古自治州', '常州市', '常德市', '平凉市', '平顶山市', '广元市', '广安市', + '广州市', '庆阳市', '廊坊市', '延安市', '延边朝鲜族自治州', '开封市', '张家口市', '张家界市', + '张掖市', '徐州市', '德州市', '德阳市', '忻州市', '怀化市', '恩施土家族苗族自治州', '惠州市', + '成都市', '扬州市', '承德市', '抚州市', '抚顺市', '拉萨市', '揭阳市', '攀枝花市', '文昌市', + '新乡市', '新余市', '无锡市', '日喀则地区', '日照市', '昆明市', '昌吉回族自治州', '昌江黎族自治县', + '昌都地区', '昭通市', '晋中市', '晋城市', '普洱市', '景德镇市', '曲靖市', '朔州市', '朝阳市', + '本溪市', '来宾市', '杭州市', '松原市', '林芝地区', '枣庄市', '柳州市', '株洲市', '桂林市', + '梅州市', '梧州市', '楚雄彝族自治州', '榆林市', '武威市', '武汉市', '毕节地区', '永州市', '汉中市', + '汕头市', '汕尾市', '江门市', '池州市', '沈阳市', '沧州市', '河池市', '河源市', '泉州市', + '泰安市', '泰州市', '泸州市', '洛阳市', '济南市', '济宁市', '济源市', '海东地区', '海口市', + '淄博市', '淮北市', '淮南市', '淮安市', '深圳市', '清远市', '温州市', '渭南市', '湖州市', + '湘潭市', '湘西土家族苗族自治州', '湛江市', '滁州市', '滨州市', '漯河市', '漳州市', '潍坊市', + '潜江市', '潮州市', '澄迈县', '濮阳市', '烟台市', '焦作市', '牡丹江市', '玉林市', '玉溪市', + '珠海市', '琼中黎族苗族自治县', '琼海市', '甘南藏族自治州', '白城市', '白山市', '白沙黎族自治县', + '白银市', '百色市', '益阳市', '盐城市', '盘锦市', '眉山市', '石嘴山市', '石家庄市', '石河子市', + '神农架林区', '福州市', '秦皇岛市', '红河哈尼族彝族自治州', '绍兴市', '绥化市', '绵阳市', '聊城市', + '肇庆市', '自贡市', '舟山市', '芜湖市', '苏州市', '茂名市', '荆州市', '荆门市', '莆田市', + '菏泽市', '萍乡市', '营口市', '葫芦岛市', '蚌埠市', '衡水市', '衡阳市', '衢州市', '襄阳市', + '西宁市', '西安市', '许昌市', '贵港市', '贵阳市', '贺州市', '资阳市', '赣州市', '赤峰市', + '辽源市', '辽阳市', '达州市', '运城市', '连云港市', '通化市', '通辽市', '遂宁市', '遵义市', + '邢台市', '那曲地区', '邯郸市', '邵阳市', '郑州市', '郴州市', '鄂尔多斯市', '鄂州市', '酒泉市', + '重庆市', '金华市', '金昌市', '钦州市', '铁岭市', '铜仁地区', '铜川市', '铜陵市', '银川市', + '锡林郭勒盟', '锦州市', '镇江市', '长春市', '长沙市', '长治市', '阜新市', '阜阳市', '防城港市', + '阳江市', '阳泉市', '阿克苏地区', '阿勒泰地区', '阿拉善盟', '阿拉尔市', '阿里地区', '陇南市', + '陵水黎族自治县', '随州市', '雅安市', '青岛市', '鞍山市', '韶关市', '马鞍山市', '驻马店市', + '鸡西市', '鹤壁市', '鹤岗市', '鹰潭市', '黄冈市', '黄山市', '黄石市', '黑河市', + '黔东南苗族侗族自治州', '黔南布依族苗族自治州', '黔西南布依族苗族自治州', '齐齐哈尔市', '龙岩市'] for(def city : buducitys){ def pois = findAllVillagePoiMap(city) def rows = createVillageData(city, pois) save(city, rows) - saveToMG(city, rows) +// saveToMG(city, rows) println city +" "+pois.size()+" add:"+rows.size() } @@ -133,29 +177,36 @@ class GaoDePoiDataProcess extends BaseBatch{ def createVillageData(city, pois){ def rets = new CopyOnWriteArrayList() + def keyRets = new CopyOnWriteArrayList() def totalCount = new AtomicLong() final CountDownLatch latch = new CountDownLatch(pois.size()) - def townMap = findTownRange(city) +// def townMap = findTownRange(city) + def townMap = CommonDatautils.queryTownByCity(city) + def poiKeys = findEsPoiByCity(city) for(def i=0;i +// +// }) + QueryBuilder queryBuilder = QueryBuilders.boolQuery().must(QueryBuilders.termQuery("city", city)) + def rets = new HashSet() + ElasticUtils89.executeQuery("192.168.0.89", "didata_map_poi_single", queryBuilder, { String id, Map d-> + rets << d.city +"##"+d.district+"##"+d.name + }) + return rets + } + + def queryMapPoi(city){ + def header = [:] + header["Authorization"] = "Basic ${Base64.getEncoder().encodeToString("elastic:elasticsearch".getBytes("UTF-8"))}".toString() + String seawaterUrl = "http://192.168.0.89:9200/didata_map_poi_single/_search" + def body = """ + { + "query": { + "term": { + "city" : { + "value": "上海市" + } + } + } + } + """ + HttpRequest request = new HttpRequest() + String res = request.postWithBody(seawaterUrl, JSONObject.fromObject(body.toString()), header, "UTF-8") + def response = JSONObject.fromObject(res) + def obj = null + if(response && response.hits){ + def hits = response.hits.hits + if(hits){ + obj = hits[0] + } + } + println(response) + return obj + } + + def isTown( city, region, name){ // ElasticUtils.executeSqlQuery("select * from administrative_town where province = '${prov}' and city='${city}' and district='${region}' and town='${town}'", { // obj = it @@ -213,14 +308,59 @@ class GaoDePoiDataProcess extends BaseBatch{ retMap.city = map.city retMap.district = map.district retMap.name = map.name - retMap.type = "地名地址信息" - retMap.secondary_type = "普通地名" - retMap.small_type = "村庄级地名" - retMap.cat = "地名地址信息;普通地名;村庄级地名" + +// retMap.type = "地名地址信息" +// retMap.secondary_type = "普通地名" +// retMap.small_type = "村庄级地名" + retMap.cat = map.std_tag - retMap.location = ["lon": map.gcj02_x,"lat":map.gcj02_y] - retMap.township = InsidePolygon.isInArea2(retMap.location.lon, retMap.location.lat, townMap) + def nameArr = map.std_tag.split(";|:") + if(nameArr.size()>=1){ + retMap.type = nameArr[0] + } + if (nameArr.size()>=2){ + retMap.secondary_type = nameArr[1] + }else{ + if(retMap.type){ + retMap.secondary_type = retMap.type + } + } + + if (nameArr.size()>=3){ + def small = nameArr[2] + if (small.find("|")>-1){ + def smallArr = small.split("|") + if(smallArr.size()>=1){ + retMap.small_type = smallArr[0] + }else{ + retMap.small_type = small + } + } + }else{ + if(retMap.secondary_type){ + retMap.small_type = retMap.secondary_type + } + } + + if(map.gcj02_x){ + def lng = DataHandleUtils.getDoubleRound(6, map.gcj02_x) + def lat = DataHandleUtils.getDoubleRound(6, map.gcj02_y) + retMap.location = ["lon": lng,"lat":lat] + } + def towns = townMap.get(retMap.district) + if(towns){ + for(def town : towns){ + if(town.shape){ + def flag = InsidePolygon.isInArea(retMap.location.lon, retMap.location.lat, InsidePolygon.createPoint4(town.shape.coordinates)) + if(flag){ + retMap.township = town.street + break; + } + } + } + } +// retMap.township = InsidePolygon.isInArea2(retMap.location.lon, retMap.location.lat, townMap) //高德转百度 def baiduMap = GeoUtils.gcj02ToBd09(retMap.location.lat, retMap.location.lon) if(baiduMap){ @@ -239,36 +379,30 @@ class GaoDePoiDataProcess extends BaseBatch{ retMap.gps_location = gpslocation } - if(!retMap.township){ - - def gaodeMap = getTownshipInfo(retMap.location.lon+","+retMap.location.lat) - if(gaodeMap && gaodeMap.township){ - retMap.township = gaodeMap.township - } - -// if(!fjw_region){ -// if(gaodeMap && gaodeMap.district){ -// fjw_region = RegionData.formatRegion(fjw_city, gaodeMap.district) -// } -// } -// -// if(!fjw_region){ -// println fjw_city+" "+retMap.region+" 无法格式化 "+retMap.location + " "+gaodeMap + //现在企业帐号被封无法大批量调用 +// if(!retMap.township){ +// def gaodeMap = getTownshipInfo(retMap.location.lon+","+retMap.location.lat) +// if(gaodeMap && gaodeMap.township){ +// retMap.township = gaodeMap.township // } +// } -// retMap.fjw_district = fjw_region - } -// retMap.fjw_district = fjw_region retMap.spell_name = com.fangjia.core.util.DataUtil.hanyuQuanpin(retMap.name, " ") retMap.version = version retMap.data_source = "百度地图" retMap.data_id = map._id.toString() retMap.id = map._id.toString() - if(retMap.secondary_type && TAGS.contains(retMap.secondary_type)){ - retMap.status = 0 +// if(retMap.secondary_type && TAGS.contains(retMap.secondary_type)){ +// retMap.status = 0 +// }else{ +// retMap.status = 1 +// } + + if(!retMap.cat || (retMap.cat && TYPES.contains(retMap.cat))){ + retMap.status = 1 //不输出 }else{ - retMap.status = 1 + retMap.status = 0 //输出 } return retMap } @@ -281,7 +415,8 @@ class GaoDePoiDataProcess extends BaseBatch{ keys.put("addr", 1) keys.put("gcj02_x", 1) keys.put("gcj02_y", 1) - def list = CHUN_POI_COLL.find(new BasicDBObject("std_tag","行政地标;村庄").append("city", city), keys).toList() + keys.put("std_tag", 1) + def list = BAIDU_POI_COLL.find(new BasicDBObject("city", city), keys).toList() return list; } @@ -552,7 +687,7 @@ class GaoDePoiDataProcess extends BaseBatch{ BulkRequest request = new BulkRequest(); int batchSize = 1000; int processedCount = 0; - def client = ElasticUtils.getClient("192.168.0.89") + def client = ElasticUtils89.getClient("192.168.0.89") for (int i = 0; i < rows.size(); i++) { def map = rows[i] request.add(new IndexRequest("didata_map_poi_single", "_doc", map.id).source(map, XContentType.JSON)); diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/xiamen/SeaweedDataSynch.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/xiamen/SeaweedDataSynch.groovy index 081770d5b..480a0c151 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/xiamen/SeaweedDataSynch.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/gj/xiamen/SeaweedDataSynch.groovy @@ -129,7 +129,7 @@ class SeaweedDataSynch extends BaseBatch{ def run(){ fullCityMap = CommonDatautils.queryFullNameCity() - mcaDistMap = CommonDatautils.queryDistNameCity() + mcaDistMap = CommonDatautils.queryDistNameCityByMapping() // priceMap = findAllDistrictSellPrice() def citys = CommonDatautils.findAllCity().reverse() diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/util/DESUtil.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/util/DESUtil.groovy new file mode 100644 index 000000000..a9c2c6311 --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/util/DESUtil.groovy @@ -0,0 +1,69 @@ +package com.fangjia.script.util + +import javax.crypto.Cipher; +import javax.crypto.KeyGenerator; +import javax.crypto.SecretKey; +import javax.crypto.spec.SecretKeySpec; +import java.util.Base64; + +public class DESUtil { + + private static final String ALGORITHM = "DES"; + + // 生成密钥 + public static SecretKey generateKey() throws Exception { + KeyGenerator keyGenerator = KeyGenerator.getInstance(ALGORITHM); + keyGenerator.init(56); // DES密钥长度为56位 + return keyGenerator.generateKey(); + } + + // 将密钥转换为字符串 + public static String keyToString(SecretKey secretKey) { + return Base64.getEncoder().encodeToString(secretKey.getEncoded()); + } + + // 将字符串转换为密钥 + public static SecretKey stringToKey(String keyStr) { + byte[] decodedKey = Base64.getDecoder().decode(keyStr); + return new SecretKeySpec(decodedKey, 0, decodedKey.length, ALGORITHM); + } + + // DES加密 + public static String encrypt(String data, SecretKey secretKey) throws Exception { + Cipher cipher = Cipher.getInstance(ALGORITHM); + cipher.init(Cipher.ENCRYPT_MODE, secretKey); + byte[] encryptedData = cipher.doFinal(data.getBytes()); + return Base64.getEncoder().encodeToString(encryptedData); + } + + // DES解密 + public static String decrypt(String encryptedData, SecretKey secretKey) throws Exception { + Cipher cipher = Cipher.getInstance(ALGORITHM); + cipher.init(Cipher.DECRYPT_MODE, secretKey); + byte[] decodedData = Base64.getDecoder().decode(encryptedData); + byte[] decryptedData = cipher.doFinal(decodedData); + return new String(decryptedData); + } + + public static void main(String[] args) { + try { + // 生成密钥 +// SecretKey secretKey = generateKey(); +// String keyStr = keyToString(secretKey); +// System.out.println("密钥: " + keyStr); +// +//// // 加密数据 +// String data = "高娟"; +// String encryptedData = encrypt(data, secretKey); +// System.out.println("加密后的数据: " + encryptedData); + + // 解密数据 + SecretKey newSecretKey = stringToKey("tnb12345"); + String decryptedData = decrypt("5E55C890CED08EFB7E3A05A0BAECB7B100D71965E4AD0FE2", newSecretKey); + System.out.println("解密后的数据: " + decryptedData); + + } catch (Exception e) { + e.printStackTrace(); + } + } +} diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/yinjihaun/amap/GaoDeApiUtils.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/yinjihaun/amap/GaoDeApiUtils.groovy index b3b119384..4ec1957bd 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/yinjihaun/amap/GaoDeApiUtils.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/yinjihaun/amap/GaoDeApiUtils.groovy @@ -12,7 +12,8 @@ import org.jsoup.Jsoup import java.util.zip.GZIPInputStream class GaoDeApiUtils { - def static GAO_DE_AK = "dfc2245bac8a7b2d5b62e060e59d4eca" //15021384995 + def static GAO_DE_AK = "c6fcd4bfbc40d73ee762b8115dca3390" //宝剑 + //15021384995:dfc2245bac8a7b2d5b62e060e59d4eca /** * 经纬度转地址