diff --git a/projects/fangjia-script/pom.xml b/projects/fangjia-script/pom.xml
index 871548bdf..2e06fc2a1 100644
--- a/projects/fangjia-script/pom.xml
+++ b/projects/fangjia-script/pom.xml
@@ -366,12 +366,12 @@
org.apache.poi
poi
- 3.10-FINAL
+ 3.17
org.apache.poi
poi-ooxml
- 3.10-FINAL
+ 3.17
xml-apis
diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/poi/SchoolLatLng.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/poi/SchoolLatLng.groovy
index 219dd491c..08dc2c38d 100644
--- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/poi/SchoolLatLng.groovy
+++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/poi/SchoolLatLng.groovy
@@ -1,6 +1,8 @@
package com.fangjia.script.temp.shenjian.poi
import com.alibaba.excel.EasyExcel
+import com.fangjia.script.coredata.util.CollectionUtils
+import com.fangjia.script.statistics.poi.AmapPoi
import com.fangjia.script.temp.shenjian.util.ExcelUtils
import com.fangjia.script.temp.shenjian.util.GaoDeUtils
@@ -34,14 +36,19 @@ class SchoolLatLng {
try {
def city = "大连"
def list = new ArrayList();
- def address = school.get(4)
- def location = GaoDeUtils.parserByGaode(city, address);
- if (location && location.lng) {
- def lng = Double.valueOf(location.lng)
- def lat = Double.valueOf(location.lat)
- list.add(lng)
- list.add(lat)
- result.put(address, list)
+ def address = school.get(1)
+ def pois = GaoDeUtils.searchPoi(city, address);
+ if (CollectionUtils.isNotEmpty(pois)) {
+ for (AmapPoi amapPoi : pois) {
+ if (address.contains(amapPoi.getName())) {
+ String[] locations = amapPoi.getLocation().split(",")
+ list.add(locations[0])
+ list.add(locations[1])
+ list.add(amapPoi.getId())
+ result.put(address, list)
+ break;
+ }
+ }
}
println("已处理:" + address)
} catch(Exception ex) {
@@ -56,10 +63,12 @@ class SchoolLatLng {
List> head = new ArrayList<>()
for (List school : schools) {
- def address = school.get(4)
- school.addAll(result.get(address))
+ def address = school.get(1)
+ if (result.contains(address)) {
+ school.addAll(result.get(address))
+ }
}
- EasyExcel.write("D:\\Users\\Domi\\Desktop\\房价网\\项目\\模型\\学校\\" + name + "结果.xlsx").head(head).sheet("小学").doWrite(schools)
+ EasyExcel.write("D:\\Users\\Domi\\Desktop\\房价网\\项目\\模型\\学校\\" + name + "结果.xlsx").head(head).sheet("学校").doWrite(schools)
executorService.shutdown()
}
}
diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/ExcelUtils.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/ExcelUtils.groovy
index fa0927eee..639cd37a9 100644
--- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/ExcelUtils.groovy
+++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/ExcelUtils.groovy
@@ -1,9 +1,13 @@
package com.fangjia.script.temp.shenjian.util
+import com.alibaba.excel.EasyExcel
import com.alibaba.excel.EasyExcelFactory
import com.alibaba.excel.ExcelReader
import com.alibaba.excel.context.AnalysisContext
import com.alibaba.excel.event.AnalysisEventListener
+import com.alibaba.excel.read.metadata.ReadSheet
+
+import java.util.concurrent.ConcurrentHashMap
/**
* excel工具类
@@ -13,6 +17,45 @@ import com.alibaba.excel.event.AnalysisEventListener
*/
class ExcelUtils {
+
+ static List> read(String filePath) {
+ SimpleExcelListener listener = new SimpleExcelListener(filePath);
+ ExcelReader excelReader = EasyExcelFactory.read(filePath, null, listener).headRowNumber(0).build();
+ excelReader.readAll()
+ List> dataList = listener.getDataList();
+ excelReader.finish()
+ return dataList;
+ }
+
+ static List> readSheet(String fileName, String[] sheetNames) {
+ Map>> result = new ConcurrentHashMap<>();
+ ExcelReader excelReader = EasyExcel.read(fileName).build();
+
+ // 每个sheet分别创建监听器
+ SimpleExcelListener listener0 = new SimpleExcelListener();
+ SimpleExcelListener listener1 = new SimpleExcelListener();
+
+ ReadSheet readSheet0 = EasyExcel.readSheet(0).registerReadListener(listener0).build();
+
+ ReadSheet readSheet1 = EasyExcel.readSheet(1).registerReadListener(listener1).build();
+
+ // 这里注意 一定要把sheet1 sheet2 一起传进去,不然有个问题就是03版的excel 会读取多次,浪费性能
+ // 可以传多个ReadSheet对象,读多个sheet
+ excelReader.read(readSheet0, readSheet1);
+
+ // 这里千万别忘记关闭,读的时候会创建临时文件,到时磁盘会崩的
+ excelReader.finish();
+
+ ArrayList listenerList = new ArrayList<>();
+ listenerList.add(listener0);
+ listenerList.add(listener1);
+
+ for (SimpleExcelListener listener : listenerList) {
+ result.put(listener.getSheetName(), listener.getDataList())
+ }
+ return result
+ }
+
public static List> read(InputStream inputStream) {
SimpleExcelListener listener = new SimpleExcelListener();
ExcelReader excelReader = EasyExcelFactory.read(inputStream, null, listener)
@@ -25,6 +68,15 @@ class ExcelUtils {
public static class SimpleExcelListener extends AnalysisEventListener {
private List> dataList = new ArrayList<>();
+ private String sheetName;
+
+ public SimpleExcelListener() {
+
+ }
+
+ public SimpleExcelListener(String sheetName) {
+ this.sheetName = sheetName
+ }
@Override
public void invoke(Object o, AnalysisContext analysisContext) {
@@ -44,5 +96,9 @@ class ExcelUtils {
void setDataList(List> dataList) {
this.dataList = dataList;
}
+
+ public String getSheetName() {
+ return sheetName
+ }
}
}
diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/GaoDeUtils.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/GaoDeUtils.groovy
index 4d7cee9f2..1c0188047 100644
--- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/GaoDeUtils.groovy
+++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/util/GaoDeUtils.groovy
@@ -165,6 +165,62 @@ class GaoDeUtils {
return result
}
+ /**
+ * 查找关键字经纬度
+ */
+ static List searchPoi(String city, String keywords){
+ def params = [:]
+ params.key = GAO_DE_AK[keyUsed.intValue()]
+ params.keywords = keywords
+ params.city = city
+ params.put("extensions", "all")
+ params.put("citylimit","true")
+ params.put("offset","20")
+ List result = []
+
+ int page = 1
+ int count = 10000
+ while (result.size() < count) {
+ params.page = "${page}".toString()
+ page++
+ JSONObject json = HttpRequestUtil.getJsonContent("http://restapi.amap.com/v3/place/text", params);
+ if (json == null) {
+ json = HttpRequestUtil.getJsonContent("http://restapi.amap.com/v3/place/text", params);
+ }
+ if (json && json.info && json.info == "OK") {
+ count = json.getString("count").toInteger()
+ try {
+ List ret = JSONObject.parseArray(json.pois.toString(), AmapPoi.class)
+ result.addAll(ret)
+ } catch(Exception ex) {
+ ex.printStackTrace()
+ }
+ } else if (json && json.infocode && json.infocode == "10044") {
+ synchronized (this) {
+ for (int i = 0; i < GAO_DE_AK.size(); i++) {
+ if (GAO_DE_AK[i] == params.key) {
+ if (i + 1 > GAO_DE_AK.size()) {
+ System.exit(1)
+ }
+ keyUsed = new AtomicInteger(i+1)
+ }
+ }
+ break;
+ }
+ } else if (json && json.infocode && json.infocode == "10004") {
+ // 开发者的单位时间内(1分钟)访问量超限,被系统自动封停,下一分钟自动解封。
+ Thread.sleep(60000)
+ break;
+ } else if (json && json.infocode && json.infocode == "10017") {
+ // 所请求的资源不可用
+ System.exit(1)
+ } else {
+ break
+ }
+ }
+ return result
+ }
+
/**
* 获取经纬度之间距离
*/