新增学校补充优化

This commit is contained in:
沈健
2021-04-16 17:22:07 +08:00
parent 4b07cf082f
commit 8cad854b3a
4 changed files with 315 additions and 0 deletions
@@ -0,0 +1,90 @@
package com.fangjia.script.temp.shenjian.school
import com.fangjia.core.util.AddressLatlng
import com.fangjia.script.district.Distance
import com.fangjia.script.util.MongoUtils
import com.fangjia.script.yinjihaun.amap.GaoDeApiUtils
import com.mongodb.BasicDBObject
import com.mongodb.DBCollection
import com.mongodb.DBObject
import net.sf.json.JSONObject
import org.bson.types.ObjectId
/**
* 处理小区-学校距离过大的数据
*
* @author shenjian
* @since 2021/4/16
*/
class DistanceDeal {
static DBCollection collection = MongoUtils.getCollectionByName("fangjia_craw", "district_school", "192.168.0.235", 27018)
// 修复 鑫苑国际城市花园 https://guojichengshihuayuanszxy.fang.com 区域问题
static void main(String[] args) {
def result = GaoDeApiUtils.geocode("117.363998413086,31.89208984375")
print(result)
/* def ret = AddressLatlng.getLngLatByAddress("苏州", "苏州工业园区星湾学校(西校区)")
print(ret)*/
// DBObject updateField = new BasicDBObject()
// updateField.put("school_lng", "120.68764")
// updateField.put("school_lat", "31.330963")
// collection.update(new BasicDBObject("school_url", "https://hf.esf.fang.com/school/10483.htm"), new BasicDBObject('$set', updateField), false, true)
// double length = Distance.GetDistance();
// print(length)
// DBObject updateField = new BasicDBObject()
// updateField.put("school_lng", 120.68764)
// updateField.put("school_lat", 31.330963)
// updateField.put("school_name", "星湾学校西校区")
// updateField.put("school_address", "苏州市吴中区吴中区园区苏州工业园区直属镇苏州工业园区槟榔路湖畔花园边上")
// updateField.put("gaode_name", "星湾学校西校区")
// updateField.put("gaode_address", "苏州市吴中区吴中区园区苏州工业园区直属镇苏州工业园区槟榔路湖畔花园边上")
//
// collection.update(new BasicDBObject("match_name", new BasicDBObject('$in', ["星海人家", "新加花园", "中央景城", "加城湖滨公寓", "沁苑小区", "湖畔花园",
// "中茵皇冠国际", "天域三期", "天域", "天域二期"])).append("match_region", "吴中"), new BasicDBObject('$set', updateField), false, true)
// def location = this.parserByGaode("苏州", "苏州工业园区星湾学校(西校区)")
// print(location)
// if (location != null) {
//DBObject updateField = new BasicDBObject()
// updateField.put("match_lng", "120.614203")
// updateField.put("match_lat", "31.309876")
// collection.update(new BasicDBObject("url", "https://jingdelu0512.fang.com"), new BasicDBObject('$set', updateField), false, true)
//
// updateField.put("match_lng", "120.610651479")
// updateField.put("match_lat", "31.3131018333")
// collection.update(new BasicDBObject("url", "https://wuqufang.fang.com"), new BasicDBObject('$set', updateField), false, true)
//
// updateField.put("match_lng", "117.2703018188")
// updateField.put("match_lat", "31.7484989166")
// collection.update(new BasicDBObject("url", "https://binghuqiancheng.fang.com"), new BasicDBObject('$set', updateField), false, true)
//
// updateField.put("match_lng", "120.610343")
// updateField.put("match_lat", "31.312715")
// collection.update(new BasicDBObject("url", "https://baolinsiqian.fang.com"), new BasicDBObject('$set', updateField), false, true)
// }
// DBObject updateField = new BasicDBObject()
// updateField.put("match_region", "蜀山")
// collection.update(new BasicDBObject("school_url", "https://hf.esf.fang.com/school/10689.htm"), new BasicDBObject('$set', updateField), false, true)
// }
}
static def parserByGaode(def city, def address) {
JSONObject json = GaoDeApiUtils.geo(city, address)
if (json && json.status == "1") {
def ret = json.geocodes
if (ret) {
def str = ret.get(0).location
def level = ret.get(0).level
def arrs = str.split(",")
return ["lng": arrs[0], "lat": arrs[1]]
}
}
}
}
@@ -0,0 +1,101 @@
package com.fangjia.script.temp.shenjian.school
import com.fangjia.script.util.ExcelUtils
import org.apache.commons.lang3.StringUtils
/**
* 填充规则
*
* 1.中学信息按期次填充
*
* 2.A小区对口小学:长安区第一小学、 对口中学:长安区第二中学。 B 小区对口小区也是长安区第一小学,但是B小区的对口中学是空的额。
* 但是B小区和A小区的对口小学一样,那么我们就默认B小区的对口中学也和A小区的对口中学一样
*
* @author shenjian
* @since 2021/4/16
*/
class FillMidSchoolInfo {
static void main(String[] args) {
Map<String, List<Object>> map = new HashMap<>();
Map<String, List<Object>> map2 = new HashMap<>();
List<List<Object>> list = ExcelUtils.read("F:\\工作\\数据采购\\楼盘对口学校V1.xlsx")
for (List<Object> data : list) {
String city = data.get(0)
String region = data.get(1)
String districtName = String.valueOf(data.get(2))
String key = city + region
if (districtName.contains("期")) {
key += districtName.substring(0, districtName.length() - 2);
if (StringUtils.isNotBlank(data.get(11))) { // 存在对口初中
map.put(key, data);
}
if (StringUtils.isNotBlank(data.get(6))) { // 存在对口小学
map2.put(key, data);
}
} else {
key += districtName
if (StringUtils.isNotBlank(data.get(11))) { // 存在对口初中
map.put(key, data);
}
if (StringUtils.isNotBlank(data.get(6))) { // 存在对口小学
map2.put(key, data);
}
}
}
print(map.size())
Long countPrimary = 0;
Long count = 0;
for (List<Object> data : list) {
String city = data.get(0)
String region = data.get(1)
String districtName = String.valueOf(data.get(2))
String key = city + region
if (districtName.contains("期")) {
key += districtName.substring(0, districtName.length() - 2)
} else {
key += districtName
}
if (map.get(key) != null) {
List<Object> val = map.get(key)
if (StringUtils.isBlank(data.get(11))) {
data.set(11, val.get(11))
data.set(12, val.get(12))
data.set(13, val.get(13))
data.set(14, val.get(14))
data.set(15, val.get(15))
count++
println("初中" + data)
}
}
if (map2.get(key) != null) {
List<Object> val = map2.get(key)
if (StringUtils.isBlank(data.get(6))) {
data.set(6, val.get(6))
data.set(7, val.get(7))
data.set(8, val.get(8))
data.set(9, val.get(9))
data.set(10, val.get(10))
countPrimary++
println("小学" + data)
}
}
}
List<List<Object>> result = new ArrayList<>();
for (List<Object> data : list) {
if (StringUtils.isNotBlank(data.get(6))) {
result.add(data)
}
}
print("优化数量" + countPrimary + " " + count)
String[] header = ["城市","区域","小区名称","小区经度","小区纬度","小区地址","对口小学","小学地址","小学属性","小学经度","小学纬度","对口中学","中学地址","中学属性","中学经度","中学纬度","备注","创建时间","修改时间","来源网站",
"小区ID","数据类型"];
List<String> headerList = Arrays.asList(header)
result.add(0, headerList)
ExcelUtils.write("F:\\工作\\数据采购\\楼盘对口学校V1.xlsx", result, "数据")
}
}
@@ -0,0 +1,57 @@
package com.fangjia.script.temp.shenjian.school
import com.fangjia.script.util.ExcelUtils
import org.apache.commons.lang3.StringUtils
/**
* 填充规则
*
* 1.中学信息按期次填充
*
* 2.A小区对口小学:长安区第一小学、 对口中学:长安区第二中学。 B 小区对口小区也是长安区第一小学,但是B小区的对口中学是空的额。
* 但是B小区和A小区的对口小学一样,那么我们就默认B小区的对口中学也和A小区的对口中学一样
*
* @author shenjian
* @since 2021/4/16
*/
class FillMidSchoolWithPrimarySchool {
static void main(String[] args) {
Map<String, List<Object>> map = new HashMap<>();
List<List<Object>> list = ExcelUtils.read("F:\\工作\\数据采购\\楼盘对口学校V1.xlsx")
for (List<Object> data : list) {
// 对口小学 对口中学
String city = data.get(0)
String region = data.get(1)
if (org.apache.commons.lang.StringUtils.isNotBlank(data.get(7)) && StringUtils.isNotBlank(data.get(11))) {
map.put(city + region + data.get(7), data)
}
}
print(map.size())
Long count = 0;
for (List<Object> data : list) {
String city = data.get(0)
String region = data.get(1)
String primarySchool = data.get(7)
String key = city + region + primarySchool
if (map.get(key) != null && StringUtils.isBlank(data.get(11))) {
List<Object> val = map.get(key)
data.set(11, val.get(11))
data.set(12, val.get(12))
data.set(13, val.get(13))
data.set(14, val.get(14))
data.set(15, val.get(15))
count++
println(data)
}
}
print("优化数量" + count)
String[] header = ["城市","区域","小区名称","小区经度","小区纬度","小区地址","对口小学","小学地址","小学属性","小学经度","小学纬度","对口中学","中学地址","中学属性","中学经度","中学纬度","备注","创建时间","修改时间","来源网站",
"小区ID","数据类型"];
List<String> headerList = Arrays.asList(header)
list.add(0, headerList)
ExcelUtils.write("F:\\工作\\数据采购\\楼盘对口学校V1.xlsx", list, "数据")
}
}
@@ -0,0 +1,67 @@
package com.fangjia.script.temp.shenjian.school
import com.fangjia.script.common.DataHandleUtils
import com.fangjia.script.gj.ccb.FileUtils
import com.fangjia.script.util.ExcelUtils
/**
* 标准化文件输出
*
* @author shenjian
* @since 2021/4/16
*/
class Standard {
static void main(String[] args) {
List<List<Object>> list = ExcelUtils.read("F:\\工作\\数据采购\\楼盘对口学校V2.0.xlsx")
def resultOne = []
def resultTwo = []
def resultThree = []
for (List<Object> data : list) {
// "320500","610100","340100"
if (data.get(0) == "320500") {
saveData(resultOne, data)
} else if (data.get(0) == "610000") {
data.set(0, 610100)
saveData(resultTwo, data)
} else if (data.get(0) == "340100") {
saveData(resultThree, data)
}
}
def headers = ["城市","区域","小区名称","小区经度","小区纬度", "小区地址","对口小学","小学地址","小学属性","小学批次","小学经度","小学纬度","对口中学","中学地址","中学属性",
"中学批次","中学经度","中学纬度","备注","创建时间","修改时间","来源网站"]
FileUtils.batchCreateFile(resultOne, "F:\\工作\\数据采购\\学校\\bigdata_commschool_320500.dat", headers, "utf-8")
FileUtils.batchCreateFile(resultTwo, "F:\\工作\\数据采购\\学校\\bigdata_commschool_610100.dat", headers, "utf-8")
FileUtils.batchCreateFile(resultThree, "F:\\工作\\数据采购\\学校\\bigdata_commschool_340100.dat", headers, "utf-8")
}
static void saveData(def result, def data) {
def ret = []
ret[0] = data.get(0)
ret[1] = data.get(1)
ret[2] = data.get(2)
ret[3] = data.get(3) != null && data.get(3) != "" ? DataHandleUtils.getDoubleRound(6, Double.valueOf(data.get(3))) : ""
ret[4] = data.get(4) != null && data.get(4) != "" ? DataHandleUtils.getDoubleRound(6, Double.valueOf(data.get(4))) : ""
ret[5] = data.get(5)
ret[6] = data.get(6)
ret[7] = data.get(7)
ret[8] = data.get(8)
ret[9] = ""
ret[10] = data.get(9) != null && data.get(9) != "" ? DataHandleUtils.getDoubleRound(6, Double.valueOf(data.get(9))) : ""
ret[11] = data.get(10) != null && data.get(10) != "" ? DataHandleUtils.getDoubleRound(6, Double.valueOf(data.get(10))) : ""
ret[12] = data.get(11)
ret[13] = data.get(12)
ret[14] = data.get(13)
ret[15] = ""
ret[16] = data.get(14) != null && data.get(14) != "" ? DataHandleUtils.getDoubleRound(6, Double.valueOf(data.get(14))) : ""
ret[17] = data.get(15) != null && data.get(15) != "" ? DataHandleUtils.getDoubleRound(6, Double.valueOf(data.get(15))) : ""
ret[18] = data.get(16)
ret[19] = data.get(17)
ret[20] = data.get(18)
ret[21] = data.get(19)
result << ret
}
}