优化标准化导出

This commit is contained in:
沈健
2021-06-28 16:00:03 +08:00
parent be9b451a65
commit a8270b4f68
2 changed files with 66 additions and 15 deletions
@@ -4,6 +4,7 @@ import com.alibaba.excel.EasyExcel
import com.fangjia.script.util.MongoUtils
import com.mongodb.BasicDBObject
import com.mongodb.DBCollection
import com.mongodb.DBObject
import java.util.concurrent.ConcurrentHashMap
import java.util.concurrent.CountDownLatch
@@ -23,9 +24,10 @@ class ExportStandardResult {
static void main(String[] args) {
List<List<String>> data = new ArrayList<>()
def map = new ConcurrentHashMap()
CountDownLatch latch = new CountDownLatch(conn136.count().intValue())
conn136.find(new BasicDBObject(), new BasicDBObject("address", 1).append("city", 1)
.append("format_address", 1).append("order", 1)).batchSize(10000).each {
// 查询条件
DBObject query = new BasicDBObject('status', 0).append('flag', '浙商疑问地址复测')
CountDownLatch latch = new CountDownLatch(conn136.count(query).intValue())
conn136.find(query).batchSize(10000).each {
objT ->
final obj = objT
executorService.submit(new Runnable() {
@@ -33,9 +35,22 @@ class ExportStandardResult {
void run() {
try {
def ret = []
ret[0] = obj.city
ret[1] = obj.address
ret[2] = obj.format_address
ret << obj.format_province
ret << obj.format_city
ret << obj.format_region
ret << obj.format_dev
ret << obj.format_township
ret << obj.format_community
ret << obj.format_group
ret << obj.format_street
ret << obj.format_streetNumber
ret << obj.format_name
ret << obj.format_buildingNumber
ret << obj.format_unitNumber
ret << obj.format_roomNumber
ret << obj.format_floor
ret << obj.format_address
map.put(obj.order, ret)
} catch (Exception ex) {
ex.printStackTrace()
@@ -49,14 +64,14 @@ class ExportStandardResult {
for (int i = 0; i < map.size(); i++) {
data.add(map.get(i))
}
def headArr = ["城市", "地址", "标准化输出"]
def headArr = ["省","市","区","开发区","街道乡镇","居委会/社区", "组","路","路号","名称","楼栋", "单元","室号","楼层","优化后标准化地址"]
List<String> head = new ArrayList<>()
for (String name: headArr) {
List<String> temp = new ArrayList<>()
temp.add(name)
head.add(temp)
}
EasyExcel.write("F:\\工作\\基础建设\\标准化\\标准化融合后测试数据(标准化后).xlsx").head(head).sheet("测试数据").doWrite(data);
EasyExcel.write("F:\\工作\\基础建设\\标准化\\浙商疑问地址复测.xlsx").head(head).sheet("测试数据").doWrite(data);
executorService.shutdown()
}
@@ -6,6 +6,7 @@ import com.fangjia.script.util.ExcelUtils
import com.fangjia.script.util.MongoUtils
import com.mongodb.BasicDBObject
import com.mongodb.DBCollection
import com.mongodb.DBObject
import java.util.concurrent.CountDownLatch
import java.util.concurrent.ExecutorService
@@ -22,11 +23,13 @@ class StandardTest {
static ExecutorService executorService = Executors.newFixedThreadPool(10)
static DBCollection conn136 = MongoUtils.getCollectionByName("fangjia", "address_standard", "192.168.0.136", 27017)
static final String IP = "192.168.0.19:39080"
static void main(String[] args) {
AtomicLong count = new AtomicLong(0)
CountDownLatch latch = new CountDownLatch(conn136.count(new BasicDBObject('status', 1)).intValue())
conn136.find(new BasicDBObject('status', 1)).batchSize(3000).each {objT ->
// 查询条件
DBObject query = new BasicDBObject('status', 1).append('flag', '浙商疑问地址复测')
CountDownLatch latch = new CountDownLatch(conn136.count(query).intValue())
conn136.find(query).batchSize(3000).each {objT ->
final def obj = objT
executorService.submit(new Runnable() {
@Override
@@ -36,11 +39,44 @@ class StandardTest {
def city = obj.city == null ? "" : obj.city
HttpRequest request = new HttpRequest()
String result = request.get("http://192.168.20.86:8082/structure?city=" + URLEncoder.encode(city, "utf-8") + "&address=" + URLEncoder.encode(address, "utf-8"), "utf-8")
String result = request.get("http://" + IP + "/FangJiaAddressService/structure?city=" + URLEncoder.encode(city, "utf-8") + "&address=" + URLEncoder.encode(address, "utf-8"), "utf-8")
JSONObject object = JSONObject.parse(result);
if (object.get("status") == 0) {
def format_address = (((JSONObject) object.get("result")).get("formatAddress"))
conn136.update(new BasicDBObject("_id", obj._id), new BasicDBObject('$set', new BasicDBObject("status", 0).append("format_address", format_address).append("flag", "已标准化输出")))
JSONObject jsonResult = (JSONObject) object.get("result");
def format_province = jsonResult.get("province")
def format_city = jsonResult.get("city")
def format_region = jsonResult.get("district")
def format_dev = jsonResult.get("dev")
def format_township = jsonResult.get("township")
def format_community = jsonResult.get("community")
def format_group = jsonResult.get("group")
def format_street = jsonResult.get("street")
def format_subStreet = jsonResult.get("subStreet")
def format_streetNumber = jsonResult.get("streetNumber")
def format_name = jsonResult.get("name")
def format_buildingNumber = jsonResult.get("buildingNumber")
def format_unitNumber = jsonResult.get("unitNumber")
def format_floor = jsonResult.get("floor")
def format_roomNumber = jsonResult.get("roomNumber")
def format_address = jsonResult.get("formatAddress")
conn136.update(new BasicDBObject("_id", obj._id), new BasicDBObject('$set', new BasicDBObject("status", 0)
.append("format_province", format_province)
.append("format_city", format_city)
.append("format_region", format_region)
.append("format_dev", format_dev)
.append("format_township", format_township)
.append("format_community", format_community)
.append("format_group", format_group)
.append("format_street", format_street)
.append("format_subStreet", format_subStreet)
.append("format_streetNumber", format_streetNumber)
.append("format_name", format_name)
.append("format_buildingNumber", format_buildingNumber)
.append("format_unitNumber", format_unitNumber)
.append("format_floor", format_floor)
.append("format_roomNumber", format_roomNumber)
.append("format_address", format_address)))
} else {
conn136.update(new BasicDBObject("_id", obj._id), new BasicDBObject('$set', new BasicDBObject("status", 2).append("flag", "标准化输出异常")))
}
@@ -57,7 +93,7 @@ class StandardTest {
}
})
};
latch.await()
latch.await();
executorService.shutdown()
}
}