新增学校补充优化

This commit is contained in:
沈健
2021-04-16 17:22:07 +08:00
parent 4b07cf082f
commit d76d663419
3 changed files with 201 additions and 0 deletions
@@ -0,0 +1,86 @@
package com.fangjia.script.temp.shenjian.school
import com.fangjia.core.util.AddressLatlng
import com.fangjia.script.util.MongoUtils
import com.fangjia.script.yinjihaun.amap.GaoDeApiUtils
import com.mongodb.BasicDBObject
import com.mongodb.DBCollection
import com.mongodb.DBObject
import net.sf.json.JSONObject
import org.bson.types.ObjectId
/**
* 处理小区-学校距离过大的数据
*
* @author shenjian
* @since 2021/4/16
*/
class DistanceDeal {
static DBCollection collection = MongoUtils.getCollectionByName("fangjia_craw", "district_school", "192.168.0.235", 27018)
// 修复 鑫苑国际城市花园 https://guojichengshihuayuanszxy.fang.com 区域问题
static void main(String[] args) {
// def result = GaoDeApiUtils.geocode("120.701271,31.32798")
// print(result)
/* def ret = AddressLatlng.getLngLatByAddress("苏州", "苏州工业园区星湾学校(西校区)")
print(ret)*/
// DBObject updateField = new BasicDBObject()
// updateField.put("school_lng", "120.68764")
// updateField.put("school_lat", "31.330963")
// collection.update(new BasicDBObject("school_url", "https://hf.esf.fang.com/school/10483.htm"), new BasicDBObject('$set', updateField), false, true)
DBObject updateField = new BasicDBObject()
updateField.put("school_lng", 120.68764)
updateField.put("school_lat", 31.330963)
updateField.put("school_name", "星湾学校西校区")
updateField.put("school_address", "苏州市吴中区吴中区园区苏州工业园区直属镇苏州工业园区槟榔路湖畔花园边上")
updateField.put("gaode_name", "星湾学校西校区")
updateField.put("gaode_address", "苏州市吴中区吴中区园区苏州工业园区直属镇苏州工业园区槟榔路湖畔花园边上")
collection.update(new BasicDBObject("match_name", new BasicDBObject('$in', ["星海人家", "新加花园", "中央景城", "加城湖滨公寓", "沁苑小区", "湖畔花园",
"中茵皇冠国际", "天域三期", "天域", "天域二期"])).append("match_region", "吴中"), new BasicDBObject('$set', updateField), false, true)
// def location = this.parserByGaode("苏州", "苏州工业园区星湾学校(西校区)")
// print(location)
// if (location != null) {
//DBObject updateField = new BasicDBObject()
// updateField.put("match_lng", "120.614203")
// updateField.put("match_lat", "31.309876")
// collection.update(new BasicDBObject("url", "https://jingdelu0512.fang.com"), new BasicDBObject('$set', updateField), false, true)
//
// updateField.put("match_lng", "120.610651479")
// updateField.put("match_lat", "31.3131018333")
// collection.update(new BasicDBObject("url", "https://wuqufang.fang.com"), new BasicDBObject('$set', updateField), false, true)
//
// updateField.put("match_lng", "117.2703018188")
// updateField.put("match_lat", "31.7484989166")
// collection.update(new BasicDBObject("url", "https://binghuqiancheng.fang.com"), new BasicDBObject('$set', updateField), false, true)
//
// updateField.put("match_lng", "120.610343")
// updateField.put("match_lat", "31.312715")
// collection.update(new BasicDBObject("url", "https://baolinsiqian.fang.com"), new BasicDBObject('$set', updateField), false, true)
// }
// DBObject updateField = new BasicDBObject()
// updateField.put("match_region", "蜀山")
// collection.update(new BasicDBObject("school_url", "https://hf.esf.fang.com/school/10689.htm"), new BasicDBObject('$set', updateField), false, true)
// }
}
static def parserByGaode(def city, def address) {
JSONObject json = GaoDeApiUtils.geo(city, address)
if (json && json.status == "1") {
def ret = json.geocodes
if (ret) {
def str = ret.get(0).location
def level = ret.get(0).level
def arrs = str.split(",")
return ["lng": arrs[0], "lat": arrs[1]]
}
}
}
}
@@ -0,0 +1,59 @@
package com.fangjia.script.temp.shenjian.school
import com.fangjia.script.util.ExcelUtils
/**
* 填充规则
*
* 1.中学信息按期次填充
*
* 2.A小区对口小学:长安区第一小学、 对口中学:长安区第二中学。 B 小区对口小区也是长安区第一小学,但是B小区的对口中学是空的额。
* 但是B小区和A小区的对口小学一样,那么我们就默认B小区的对口中学也和A小区的对口中学一样
*
* @author shenjian
* @since 2021/4/16
*/
class FillMidSchoolInfo {
static void main(String[] args) {
Map<String, List<Object>> map = new HashMap<>();
List<List<Object>> list = ExcelUtils.read("F:\\工作\\数据采购\\楼盘对口学校V1.xlsx")
for (List<Object> data : list) {
String districtName = String.valueOf(data.get(2))
if (districtName.contains("期")) {
String key = districtName.substring(0, districtName.length() - 2);
if (data.get(11) != null) { // 存在对口初中
map.put(key, data);
}
}
}
print(map.size())
Long count = 0;
for (List<Object> data : list) {
String districtName = String.valueOf(data.get(2))
String key
if (districtName.contains("期")) {
key = districtName.substring(0, districtName.length() - 2)
} else {
key = districtName
}
if (map.get(key) != null && data.get(11) == null) {
List<Object> val = map.get(key)
data.set(11, val.get(11))
data.set(12, val.get(12))
data.set(13, val.get(13))
data.set(14, val.get(14))
data.set(15, val.get(15))
count++
println(data)
}
}
print("优化数量" + count)
String[] header = ["城市","区域","小区名称","小区经度","小区纬度","小区地址","对口小学","小学地址","小学属性","小学经度","小学纬度","对口中学","中学地址","中学属性","中学经度","中学纬度","备注","创建时间","修改时间","来源网站",
"小区ID","数据类型"];
List<String> headerList = Arrays.asList(header)
list.add(0, headerList)
ExcelUtils.write("F:\\工作\\数据采购\\楼盘对口学校V1.xlsx", list, "数据")
}
}
@@ -0,0 +1,56 @@
package com.fangjia.script.temp.shenjian.school
import com.fangjia.script.util.ExcelUtils
/**
* 填充规则
*
* 1.中学信息按期次填充
*
* 2.A小区对口小学:长安区第一小学、 对口中学:长安区第二中学。 B 小区对口小区也是长安区第一小学,但是B小区的对口中学是空的额。
* 但是B小区和A小区的对口小学一样,那么我们就默认B小区的对口中学也和A小区的对口中学一样
*
* @author shenjian
* @since 2021/4/16
*/
class FillMidSchoolWithPrimarySchool {
static void main(String[] args) {
Map<String, List<Object>> map = new HashMap<>();
List<List<Object>> list = ExcelUtils.read("F:\\工作\\数据采购\\楼盘对口学校V1.xlsx")
for (List<Object> data : list) {
// 对口小学 对口中学
String city = data.get(0)
String region = data.get(1)
if (data.get(7) != null && data.get(11) != null) {
map.put(city + region + data.get(7), data)
}
}
print(map.size())
Long count = 0;
for (List<Object> data : list) {
String city = data.get(0)
String region = data.get(1)
String primarySchool = data.get(7)
String key = city + region + primarySchool
if (map.get(key) != null && data.get(11) == null) {
List<Object> val = map.get(key)
data.set(11, val.get(11))
data.set(12, val.get(12))
data.set(13, val.get(13))
data.set(14, val.get(14))
data.set(15, val.get(15))
count++
println(data)
}
}
print("优化数量" + count)
String[] header = ["城市","区域","小区名称","小区经度","小区纬度","小区地址","对口小学","小学地址","小学属性","小学经度","小学纬度","对口中学","中学地址","中学属性","中学经度","中学纬度","备注","创建时间","修改时间","来源网站",
"小区ID","数据类型"];
List<String> headerList = Arrays.asList(header)
list.add(0, headerList)
ExcelUtils.write("F:\\工作\\数据采购\\楼盘对口学校V1.xlsx", list, "数据")
}
}