diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/poi/SeaweedSchoolLatLng.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/poi/SeaweedSchoolLatLng.groovy
new file mode 100644
index 000000000..d511bb745
--- /dev/null
+++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/poi/SeaweedSchoolLatLng.groovy
@@ -0,0 +1,86 @@
+package com.fangjia.script.temp.shenjian.poi
+
+import com.fangjia.script.temp.shenjian.util.GaoDeUtils
+import com.fangjia.script.util.MongoUtils
+import com.mongodb.BasicDBList
+import com.mongodb.BasicDBObject
+import com.mongodb.DBCollection
+import com.mongodb.DBObject
+
+import java.util.concurrent.CountDownLatch
+import java.util.concurrent.ExecutorService
+import java.util.concurrent.Executors
+import java.util.concurrent.atomic.AtomicLong
+
+/**
+ * 对口小学初中经纬度
+ */
+class SeaweedSchoolLatLng {
+
+ static DBCollection collection = MongoUtils.getCollectionByName("fangjia_craw", "seaweed_school", "192.168.0.235", 27018)
+
+ static ExecutorService executorService = Executors.newFixedThreadPool(20)
+
+ static void main(String[] args) {
+ AtomicLong atomicLong = new AtomicLong(0);
+ collection.find(new BasicDBObject()).batchSize(1000).each {objT ->
+ final DBObject obj = objT
+ executorService.submit(new Runnable() {
+ @Override
+ void run() {
+ try {
+ BasicDBList primarySchools = obj.primarySchool
+ BasicDBList middleSchools = obj.middleSchool
+ if (primarySchools != null) {
+ for (BasicDBObject dbObject : primarySchools) {
+ def name = dbObject.name
+ if (dbObject.lng == null) {
+ def location = GaoDeUtils.parserByGaode("上海", "上海市浦东新区" + name)
+ if (location && location.lng) {
+ def lng = Double.valueOf(location.lng)
+ def lat = Double.valueOf(location.lat)
+ dbObject.lng = lng
+ dbObject.lat = lat
+ }
+ }
+ if (dbObject.lng != null) {
+ String address = GaoDeUtils.getGaoDeAddress(dbObject.lng + "," + dbObject.lat)
+ dbObject.address = address
+ }
+ }
+ }
+ if (middleSchools != null) {
+ for (BasicDBObject dbObject : middleSchools) {
+ def name = dbObject.name
+ if (dbObject.lng == null) {
+ def location = GaoDeUtils.parserByGaode("上海", "上海市浦东新区" + name)
+ if (location && location.lng) {
+ def lng = Double.valueOf(location.lng)
+ def lat = Double.valueOf(location.lat)
+ dbObject.lng = lng
+ dbObject.lat = lat
+ }
+ }
+ if (dbObject.lng != null) {
+ String address = GaoDeUtils.getGaoDeAddress(dbObject.lng + "," + dbObject.lat)
+ dbObject.address = address
+ }
+ }
+ }
+ collection.update(new BasicDBObject('url', obj.url), new BasicDBObject('$set', obj), false, true)
+ } catch(Exception ex) {
+ ex.printStackTrace()
+ } finally {
+ atomicLong.incrementAndGet()
+ synchronized (this) {
+ if (atomicLong.longValue() % 100 == 0) {
+ println(atomicLong.longValue())
+ }
+ }
+ }
+ }
+ })
+ };
+ executorService.shutdown()
+ }
+}
diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/seaweed/SeaweedSchool.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/seaweed/SeaweedSchool.groovy
index 5981472a2..73545a2d8 100644
--- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/seaweed/SeaweedSchool.groovy
+++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/seaweed/SeaweedSchool.groovy
@@ -19,7 +19,9 @@ import org.bson.Document
import org.jdom.Content;
/**
- * @author shenjian* @since 2021/9/2
+ * 对口小学、初中
+ * @author shenjian
+ * @since 2021/9/2
*/
class SeaweedSchool {
diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/GaoDeUtils.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/GaoDeUtils.groovy
index 1c0188047..5334643d3 100644
--- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/GaoDeUtils.groovy
+++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/GaoDeUtils.groovy
@@ -4,6 +4,7 @@ import com.alibaba.fastjson.JSONArray
import com.alibaba.fastjson.JSONObject
import com.fangjia.core.util.DataUtil
import com.fangjia.core.util.HttpRequest
+import com.fangjia.script.common.DataHandleUtils
import com.fangjia.script.statistics.poi.AmapPoi
import com.fangjia.script.util.GeoHelper
import com.fangjia.script.util.HttpRequestUtil
@@ -214,8 +215,6 @@ class GaoDeUtils {
} else if (json && json.infocode && json.infocode == "10017") {
// 所请求的资源不可用
System.exit(1)
- } else {
- break
}
}
return result
@@ -228,6 +227,52 @@ class GaoDeUtils {
return GeoHelper.GetDistance(Lat, Lng, Lat1, Lng1)
}
+ /**
+ * 经纬度转地址
+ * 规则: 最多支持20个坐标点。多个点之间用"|"分割。经度在前,纬度在后,经纬度间以“,”分割,经纬度小数点后不得超过6位
+ * @author yinjihuan
+ * @date 2016年9月9日
+ * @param location
+ * @return
+ */
+ static def getGaoDeAddress(location) {
+ Map params = new HashMap()
+ params.put("key", GAO_DE_AK[keyUsed.intValue()])
+ params.put("location", location)
+ String content
+ try {
+ content = new HttpRequest().get("http://restapi.amap.com/v3/geocode/regeo", params, "utf-8")
+ } catch (Exception e) {
+ content = new HttpRequest().get("http://restapi.amap.com/v3/geocode/regeo", params, "utf-8")
+ }
+ net.sf.json.JSONObject json = net.sf.json.JSONObject.fromObject(content)
+ Map infoMap = DataHandleUtils.JsonToMap(json);
+ if (infoMap && infoMap.info == "OK") {
+ def regeocode = infoMap.regeocode
+ if (regeocode) {
+ return regeocode.formatted_address;
+ }
+ } else if (json && json.infocode && json.infocode == "10044") {
+ synchronized (this) {
+ for (int i = 0; i < GAO_DE_AK.size(); i++) {
+ if (GAO_DE_AK[i] == params.key) {
+ if (i + 1 > GAO_DE_AK.size()) {
+ System.exit(1)
+ }
+ keyUsed = new AtomicInteger(i+1)
+ }
+ }
+ }
+ } else if (json && json.infocode && json.infocode == "10004") {
+ // 开发者的单位时间内(1分钟)访问量超限,被系统自动封停,下一分钟自动解封。
+ Thread.sleep(60000)
+ } else if (json && json.infocode && json.infocode == "10017") {
+ // 所请求的资源不可用
+ System.exit(1)
+ }
+ return null
+ }
+
/**
* 获取地址经纬度
*/