新增对口经纬度获取
This commit is contained in:
+86
@@ -0,0 +1,86 @@
|
|||||||
|
package com.fangjia.script.temp.shenjian.poi
|
||||||
|
|
||||||
|
import com.fangjia.script.temp.shenjian.util.GaoDeUtils
|
||||||
|
import com.fangjia.script.util.MongoUtils
|
||||||
|
import com.mongodb.BasicDBList
|
||||||
|
import com.mongodb.BasicDBObject
|
||||||
|
import com.mongodb.DBCollection
|
||||||
|
import com.mongodb.DBObject
|
||||||
|
|
||||||
|
import java.util.concurrent.CountDownLatch
|
||||||
|
import java.util.concurrent.ExecutorService
|
||||||
|
import java.util.concurrent.Executors
|
||||||
|
import java.util.concurrent.atomic.AtomicLong
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 对口小学初中经纬度
|
||||||
|
*/
|
||||||
|
class SeaweedSchoolLatLng {
|
||||||
|
|
||||||
|
static DBCollection collection = MongoUtils.getCollectionByName("fangjia_craw", "seaweed_school", "192.168.0.235", 27018)
|
||||||
|
|
||||||
|
static ExecutorService executorService = Executors.newFixedThreadPool(20)
|
||||||
|
|
||||||
|
static void main(String[] args) {
|
||||||
|
AtomicLong atomicLong = new AtomicLong(0);
|
||||||
|
collection.find(new BasicDBObject()).batchSize(1000).each {objT ->
|
||||||
|
final DBObject obj = objT
|
||||||
|
executorService.submit(new Runnable() {
|
||||||
|
@Override
|
||||||
|
void run() {
|
||||||
|
try {
|
||||||
|
BasicDBList primarySchools = obj.primarySchool
|
||||||
|
BasicDBList middleSchools = obj.middleSchool
|
||||||
|
if (primarySchools != null) {
|
||||||
|
for (BasicDBObject dbObject : primarySchools) {
|
||||||
|
def name = dbObject.name
|
||||||
|
if (dbObject.lng == null) {
|
||||||
|
def location = GaoDeUtils.parserByGaode("上海", "上海市浦东新区" + name)
|
||||||
|
if (location && location.lng) {
|
||||||
|
def lng = Double.valueOf(location.lng)
|
||||||
|
def lat = Double.valueOf(location.lat)
|
||||||
|
dbObject.lng = lng
|
||||||
|
dbObject.lat = lat
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (dbObject.lng != null) {
|
||||||
|
String address = GaoDeUtils.getGaoDeAddress(dbObject.lng + "," + dbObject.lat)
|
||||||
|
dbObject.address = address
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (middleSchools != null) {
|
||||||
|
for (BasicDBObject dbObject : middleSchools) {
|
||||||
|
def name = dbObject.name
|
||||||
|
if (dbObject.lng == null) {
|
||||||
|
def location = GaoDeUtils.parserByGaode("上海", "上海市浦东新区" + name)
|
||||||
|
if (location && location.lng) {
|
||||||
|
def lng = Double.valueOf(location.lng)
|
||||||
|
def lat = Double.valueOf(location.lat)
|
||||||
|
dbObject.lng = lng
|
||||||
|
dbObject.lat = lat
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (dbObject.lng != null) {
|
||||||
|
String address = GaoDeUtils.getGaoDeAddress(dbObject.lng + "," + dbObject.lat)
|
||||||
|
dbObject.address = address
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
collection.update(new BasicDBObject('url', obj.url), new BasicDBObject('$set', obj), false, true)
|
||||||
|
} catch(Exception ex) {
|
||||||
|
ex.printStackTrace()
|
||||||
|
} finally {
|
||||||
|
atomicLong.incrementAndGet()
|
||||||
|
synchronized (this) {
|
||||||
|
if (atomicLong.longValue() % 100 == 0) {
|
||||||
|
println(atomicLong.longValue())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
};
|
||||||
|
executorService.shutdown()
|
||||||
|
}
|
||||||
|
}
|
||||||
+3
-1
@@ -19,7 +19,9 @@ import org.bson.Document
|
|||||||
import org.jdom.Content;
|
import org.jdom.Content;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @author shenjian* @since 2021/9/2
|
* 对口小学、初中
|
||||||
|
* @author shenjian
|
||||||
|
* @since 2021/9/2
|
||||||
*/
|
*/
|
||||||
class SeaweedSchool {
|
class SeaweedSchool {
|
||||||
|
|
||||||
|
|||||||
+47
-2
@@ -4,6 +4,7 @@ import com.alibaba.fastjson.JSONArray
|
|||||||
import com.alibaba.fastjson.JSONObject
|
import com.alibaba.fastjson.JSONObject
|
||||||
import com.fangjia.core.util.DataUtil
|
import com.fangjia.core.util.DataUtil
|
||||||
import com.fangjia.core.util.HttpRequest
|
import com.fangjia.core.util.HttpRequest
|
||||||
|
import com.fangjia.script.common.DataHandleUtils
|
||||||
import com.fangjia.script.statistics.poi.AmapPoi
|
import com.fangjia.script.statistics.poi.AmapPoi
|
||||||
import com.fangjia.script.util.GeoHelper
|
import com.fangjia.script.util.GeoHelper
|
||||||
import com.fangjia.script.util.HttpRequestUtil
|
import com.fangjia.script.util.HttpRequestUtil
|
||||||
@@ -214,8 +215,6 @@ class GaoDeUtils {
|
|||||||
} else if (json && json.infocode && json.infocode == "10017") {
|
} else if (json && json.infocode && json.infocode == "10017") {
|
||||||
// 所请求的资源不可用
|
// 所请求的资源不可用
|
||||||
System.exit(1)
|
System.exit(1)
|
||||||
} else {
|
|
||||||
break
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return result
|
return result
|
||||||
@@ -228,6 +227,52 @@ class GaoDeUtils {
|
|||||||
return GeoHelper.GetDistance(Lat, Lng, Lat1, Lng1)
|
return GeoHelper.GetDistance(Lat, Lng, Lat1, Lng1)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 经纬度转地址<br>
|
||||||
|
* 规则: 最多支持20个坐标点。多个点之间用"|"分割。经度在前,纬度在后,经纬度间以“,”分割,经纬度小数点后不得超过6位
|
||||||
|
* @author yinjihuan
|
||||||
|
* @date 2016年9月9日
|
||||||
|
* @param location
|
||||||
|
* @return
|
||||||
|
*/
|
||||||
|
static def getGaoDeAddress(location) {
|
||||||
|
Map<String, String> params = new HashMap<String, String>()
|
||||||
|
params.put("key", GAO_DE_AK[keyUsed.intValue()])
|
||||||
|
params.put("location", location)
|
||||||
|
String content
|
||||||
|
try {
|
||||||
|
content = new HttpRequest().get("http://restapi.amap.com/v3/geocode/regeo", params, "utf-8")
|
||||||
|
} catch (Exception e) {
|
||||||
|
content = new HttpRequest().get("http://restapi.amap.com/v3/geocode/regeo", params, "utf-8")
|
||||||
|
}
|
||||||
|
net.sf.json.JSONObject json = net.sf.json.JSONObject.fromObject(content)
|
||||||
|
Map<String, Object> infoMap = DataHandleUtils.JsonToMap(json);
|
||||||
|
if (infoMap && infoMap.info == "OK") {
|
||||||
|
def regeocode = infoMap.regeocode
|
||||||
|
if (regeocode) {
|
||||||
|
return regeocode.formatted_address;
|
||||||
|
}
|
||||||
|
} else if (json && json.infocode && json.infocode == "10044") {
|
||||||
|
synchronized (this) {
|
||||||
|
for (int i = 0; i < GAO_DE_AK.size(); i++) {
|
||||||
|
if (GAO_DE_AK[i] == params.key) {
|
||||||
|
if (i + 1 > GAO_DE_AK.size()) {
|
||||||
|
System.exit(1)
|
||||||
|
}
|
||||||
|
keyUsed = new AtomicInteger(i+1)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} else if (json && json.infocode && json.infocode == "10004") {
|
||||||
|
// 开发者的单位时间内(1分钟)访问量超限,被系统自动封停,下一分钟自动解封。
|
||||||
|
Thread.sleep(60000)
|
||||||
|
} else if (json && json.infocode && json.infocode == "10017") {
|
||||||
|
// 所请求的资源不可用
|
||||||
|
System.exit(1)
|
||||||
|
}
|
||||||
|
return null
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* 获取地址经纬度
|
* 获取地址经纬度
|
||||||
*/
|
*/
|
||||||
|
|||||||
Reference in New Issue
Block a user