diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/poi/SeaweedSchoolLatLng.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/poi/SeaweedSchoolLatLng.groovy new file mode 100644 index 000000000..d511bb745 --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/poi/SeaweedSchoolLatLng.groovy @@ -0,0 +1,86 @@ +package com.fangjia.script.temp.shenjian.poi + +import com.fangjia.script.temp.shenjian.util.GaoDeUtils +import com.fangjia.script.util.MongoUtils +import com.mongodb.BasicDBList +import com.mongodb.BasicDBObject +import com.mongodb.DBCollection +import com.mongodb.DBObject + +import java.util.concurrent.CountDownLatch +import java.util.concurrent.ExecutorService +import java.util.concurrent.Executors +import java.util.concurrent.atomic.AtomicLong + +/** + * 对口小学初中经纬度 + */ +class SeaweedSchoolLatLng { + + static DBCollection collection = MongoUtils.getCollectionByName("fangjia_craw", "seaweed_school", "192.168.0.235", 27018) + + static ExecutorService executorService = Executors.newFixedThreadPool(20) + + static void main(String[] args) { + AtomicLong atomicLong = new AtomicLong(0); + collection.find(new BasicDBObject()).batchSize(1000).each {objT -> + final DBObject obj = objT + executorService.submit(new Runnable() { + @Override + void run() { + try { + BasicDBList primarySchools = obj.primarySchool + BasicDBList middleSchools = obj.middleSchool + if (primarySchools != null) { + for (BasicDBObject dbObject : primarySchools) { + def name = dbObject.name + if (dbObject.lng == null) { + def location = GaoDeUtils.parserByGaode("上海", "上海市浦东新区" + name) + if (location && location.lng) { + def lng = Double.valueOf(location.lng) + def lat = Double.valueOf(location.lat) + dbObject.lng = lng + dbObject.lat = lat + } + } + if (dbObject.lng != null) { + String address = GaoDeUtils.getGaoDeAddress(dbObject.lng + "," + dbObject.lat) + dbObject.address = address + } + } + } + if (middleSchools != null) { + for (BasicDBObject dbObject : middleSchools) { + def name = dbObject.name + if (dbObject.lng == null) { + def location = GaoDeUtils.parserByGaode("上海", "上海市浦东新区" + name) + if (location && location.lng) { + def lng = Double.valueOf(location.lng) + def lat = Double.valueOf(location.lat) + dbObject.lng = lng + dbObject.lat = lat + } + } + if (dbObject.lng != null) { + String address = GaoDeUtils.getGaoDeAddress(dbObject.lng + "," + dbObject.lat) + dbObject.address = address + } + } + } + collection.update(new BasicDBObject('url', obj.url), new BasicDBObject('$set', obj), false, true) + } catch(Exception ex) { + ex.printStackTrace() + } finally { + atomicLong.incrementAndGet() + synchronized (this) { + if (atomicLong.longValue() % 100 == 0) { + println(atomicLong.longValue()) + } + } + } + } + }) + }; + executorService.shutdown() + } +} diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/seaweed/SeaweedSchool.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/seaweed/SeaweedSchool.groovy index 5981472a2..73545a2d8 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/seaweed/SeaweedSchool.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/seaweed/SeaweedSchool.groovy @@ -19,7 +19,9 @@ import org.bson.Document import org.jdom.Content; /** - * @author shenjian* @since 2021/9/2 + * 对口小学、初中 + * @author shenjian + * @since 2021/9/2 */ class SeaweedSchool { diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/GaoDeUtils.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/GaoDeUtils.groovy index 1c0188047..5334643d3 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/GaoDeUtils.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/GaoDeUtils.groovy @@ -4,6 +4,7 @@ import com.alibaba.fastjson.JSONArray import com.alibaba.fastjson.JSONObject import com.fangjia.core.util.DataUtil import com.fangjia.core.util.HttpRequest +import com.fangjia.script.common.DataHandleUtils import com.fangjia.script.statistics.poi.AmapPoi import com.fangjia.script.util.GeoHelper import com.fangjia.script.util.HttpRequestUtil @@ -214,8 +215,6 @@ class GaoDeUtils { } else if (json && json.infocode && json.infocode == "10017") { // 所请求的资源不可用 System.exit(1) - } else { - break } } return result @@ -228,6 +227,52 @@ class GaoDeUtils { return GeoHelper.GetDistance(Lat, Lng, Lat1, Lng1) } + /** + * 经纬度转地址
+ * 规则: 最多支持20个坐标点。多个点之间用"|"分割。经度在前,纬度在后,经纬度间以“,”分割,经纬度小数点后不得超过6位 + * @author yinjihuan + * @date 2016年9月9日 + * @param location + * @return + */ + static def getGaoDeAddress(location) { + Map params = new HashMap() + params.put("key", GAO_DE_AK[keyUsed.intValue()]) + params.put("location", location) + String content + try { + content = new HttpRequest().get("http://restapi.amap.com/v3/geocode/regeo", params, "utf-8") + } catch (Exception e) { + content = new HttpRequest().get("http://restapi.amap.com/v3/geocode/regeo", params, "utf-8") + } + net.sf.json.JSONObject json = net.sf.json.JSONObject.fromObject(content) + Map infoMap = DataHandleUtils.JsonToMap(json); + if (infoMap && infoMap.info == "OK") { + def regeocode = infoMap.regeocode + if (regeocode) { + return regeocode.formatted_address; + } + } else if (json && json.infocode && json.infocode == "10044") { + synchronized (this) { + for (int i = 0; i < GAO_DE_AK.size(); i++) { + if (GAO_DE_AK[i] == params.key) { + if (i + 1 > GAO_DE_AK.size()) { + System.exit(1) + } + keyUsed = new AtomicInteger(i+1) + } + } + } + } else if (json && json.infocode && json.infocode == "10004") { + // 开发者的单位时间内(1分钟)访问量超限,被系统自动封停,下一分钟自动解封。 + Thread.sleep(60000) + } else if (json && json.infocode && json.infocode == "10017") { + // 所请求的资源不可用 + System.exit(1) + } + return null + } + /** * 获取地址经纬度 */