Merge branch 'script_gj' of http://gitlab.fangjia.com/dev0/main into script_gj

This commit is contained in:
2021-12-20 17:17:22 +08:00
2 changed files with 62 additions and 8 deletions
@@ -30,19 +30,22 @@ import java.util.concurrent.atomic.AtomicLong
class GetPoi {
static final def URL = "http://192.168.0.216:38080/FangJiaDataService/saveAmapPoi"
static final ExecutorService executorService = Executors.newFixedThreadPool(10)
static final ExecutorService executorService = Executors.newFixedThreadPool(20)
static void main(String[] args) {
AtomicLong atomicLong = new AtomicLong(0)
List<List<String>> seaweeds = ExcelUtils.read("D:\\数据\\建行\\房产估值\\小区\\500000_重庆小区数据匹配.xlsx")
for (List<String> infoTemp : seaweeds) {
final List<String> info = infoTemp
DBObject filter = new BasicDBObject()
filter.append("_id", 1).append("name", 1).append("city", 1).append("region", 1)
DBObject query = new BasicDBObject()
query.append("cat", "district").append("visible", 0).append("city", "重庆")
DbUtils.seaweed.find(query, filter).batchSize(10000).forEach( {seaweedTemp ->
final DBObject seaweed = seaweedTemp;
executorService.submit(new Runnable() {
@Override
void run() {
String city = "重庆"//info.get(2)
String region = info.get(3)
String seaweedName = info.get(4)
String city = seaweed.get("city")
String region = seaweed.get("region")
String seaweedName = seaweed.get("name")
List<AmapPoi> pois = GaoDeUtils.searchPoi(city, seaweedName, region, "120300|120301|120302");
if (CollectionUtils.isNotEmpty(pois)) {
String jsonStr = JSONObject.toJSONString(pois)
@@ -56,7 +59,7 @@ class GetPoi {
}
}
})
}
})
executorService.shutdown()
}
@@ -0,0 +1,51 @@
package com.fangjia.script.temp.shenjian.poi
import com.alibaba.fastjson.JSONObject
import com.fangjia.script.statistics.poi.AmapPoi
import com.fangjia.script.temp.shenjian.util.ExcelUtils
import com.fangjia.script.temp.shenjian.util.GaoDeUtils
import com.fangjia.script.temp.shenjian.util.HttpUtils
import org.apache.commons.collections.CollectionUtils
import org.apache.commons.io.FileUtils
import java.util.concurrent.ExecutorService
import java.util.concurrent.Executors
import java.util.concurrent.atomic.AtomicLong
class GetPoiFromExcel {
static final def URL = "http://192.168.0.216:38080/FangJiaDataService/saveAmapPoi"
static final ExecutorService executorService = Executors.newFixedThreadPool(10)
static void main(String[] args) {
AtomicLong atomicLong = new AtomicLong(0)
List<File> fileList = FileUtils.listFiles(new File("D:\\Users\\Domi\\Desktop\\房价网\\项目\\建行\\模型级联\\POI"), null, false);
for (File file : fileList) {
List<List<String>> seaweeds = ExcelUtils.read(file.getPath())
final cityTemp = file.getName().substring(0, file.getName().indexOf("高德"))
for (List<String> infoTemp : seaweeds) {
final List<String> info = infoTemp
executorService.submit(new Runnable() {
@Override
void run() {
String city = cityTemp
String region = info.get(2)
String seaweedName = info.get(3)
List<AmapPoi> pois = GaoDeUtils.searchPoi(city, seaweedName, region, "120300|120301|120302");
if (CollectionUtils.isNotEmpty(pois)) {
String jsonStr = JSONObject.toJSONString(pois)
HttpUtils.postForJson(URL, jsonStr)
atomicLong.incrementAndGet()
}
synchronized (this) {
if (atomicLong.intValue() % 500 == 0) {
println(atomicLong.intValue())
}
}
}
})
}
}
executorService.shutdown()
}
}