diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/school/DistanceDeal.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/school/DistanceDeal.groovy new file mode 100644 index 000000000..d19524f07 --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/school/DistanceDeal.groovy @@ -0,0 +1,90 @@ +package com.fangjia.script.temp.shenjian.school + +import com.fangjia.core.util.AddressLatlng +import com.fangjia.script.district.Distance +import com.fangjia.script.util.MongoUtils +import com.fangjia.script.yinjihaun.amap.GaoDeApiUtils +import com.mongodb.BasicDBObject +import com.mongodb.DBCollection +import com.mongodb.DBObject +import net.sf.json.JSONObject +import org.bson.types.ObjectId + +/** + * 处理小区-学校距离过大的数据 + * + * @author shenjian + * @since 2021/4/16 + */ +class DistanceDeal { + + static DBCollection collection = MongoUtils.getCollectionByName("fangjia_craw", "district_school", "192.168.0.235", 27018) + + // 修复 鑫苑国际城市花园 https://guojichengshihuayuanszxy.fang.com 区域问题 + static void main(String[] args) { + def result = GaoDeApiUtils.geocode("117.363998413086,31.89208984375") + print(result) + + /* def ret = AddressLatlng.getLngLatByAddress("苏州", "苏州工业园区星湾学校(西校区)") + print(ret)*/ + +// DBObject updateField = new BasicDBObject() +// updateField.put("school_lng", "120.68764") +// updateField.put("school_lat", "31.330963") +// collection.update(new BasicDBObject("school_url", "https://hf.esf.fang.com/school/10483.htm"), new BasicDBObject('$set', updateField), false, true) + +// double length = Distance.GetDistance(); +// print(length) + +// DBObject updateField = new BasicDBObject() +// updateField.put("school_lng", 120.68764) +// updateField.put("school_lat", 31.330963) +// updateField.put("school_name", "星湾学校西校区") +// updateField.put("school_address", "苏州市吴中区吴中区园区苏州工业园区直属镇苏州工业园区槟榔路湖畔花园边上") +// updateField.put("gaode_name", "星湾学校西校区") +// updateField.put("gaode_address", "苏州市吴中区吴中区园区苏州工业园区直属镇苏州工业园区槟榔路湖畔花园边上") +// +// collection.update(new BasicDBObject("match_name", new BasicDBObject('$in', ["星海人家", "新加花园", "中央景城", "加城湖滨公寓", "沁苑小区", "湖畔花园", +// "中茵皇冠国际", "天域三期", "天域", "天域二期"])).append("match_region", "吴中"), new BasicDBObject('$set', updateField), false, true) + +// def location = this.parserByGaode("苏州", "苏州工业园区星湾学校(西校区)") +// print(location) + +// if (location != null) { + //DBObject updateField = new BasicDBObject() +// updateField.put("match_lng", "120.614203") +// updateField.put("match_lat", "31.309876") +// collection.update(new BasicDBObject("url", "https://jingdelu0512.fang.com"), new BasicDBObject('$set', updateField), false, true) +// +// updateField.put("match_lng", "120.610651479") +// updateField.put("match_lat", "31.3131018333") +// collection.update(new BasicDBObject("url", "https://wuqufang.fang.com"), new BasicDBObject('$set', updateField), false, true) +// +// updateField.put("match_lng", "117.2703018188") +// updateField.put("match_lat", "31.7484989166") +// collection.update(new BasicDBObject("url", "https://binghuqiancheng.fang.com"), new BasicDBObject('$set', updateField), false, true) + +// +// updateField.put("match_lng", "120.610343") +// updateField.put("match_lat", "31.312715") +// collection.update(new BasicDBObject("url", "https://baolinsiqian.fang.com"), new BasicDBObject('$set', updateField), false, true) +// } +// DBObject updateField = new BasicDBObject() +// updateField.put("match_region", "蜀山") +// collection.update(new BasicDBObject("school_url", "https://hf.esf.fang.com/school/10689.htm"), new BasicDBObject('$set', updateField), false, true) +// } + } + + static def parserByGaode(def city, def address) { + JSONObject json = GaoDeApiUtils.geo(city, address) + if (json && json.status == "1") { + def ret = json.geocodes + if (ret) { + def str = ret.get(0).location + def level = ret.get(0).level + def arrs = str.split(",") + return ["lng": arrs[0], "lat": arrs[1]] + } + } + } +} diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/school/FillMidSchoolInfo.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/school/FillMidSchoolInfo.groovy new file mode 100644 index 000000000..95c48476d --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/school/FillMidSchoolInfo.groovy @@ -0,0 +1,101 @@ +package com.fangjia.script.temp.shenjian.school + +import com.fangjia.script.util.ExcelUtils +import org.apache.commons.lang3.StringUtils + +/** + * 填充规则 + * + * 1.中学信息按期次填充 + * + * 2.A小区对口小学:长安区第一小学、 对口中学:长安区第二中学。 B 小区对口小区也是长安区第一小学,但是B小区的对口中学是空的额。 + * 但是B小区和A小区的对口小学一样,那么我们就默认B小区的对口中学也和A小区的对口中学一样 + * + * @author shenjian + * @since 2021/4/16 + */ +class FillMidSchoolInfo { + + static void main(String[] args) { + Map> map = new HashMap<>(); + Map> map2 = new HashMap<>(); + List> list = ExcelUtils.read("F:\\工作\\数据采购\\楼盘对口学校V1.xlsx") + for (List data : list) { + String city = data.get(0) + String region = data.get(1) + String districtName = String.valueOf(data.get(2)) + String key = city + region + if (districtName.contains("期")) { + key += districtName.substring(0, districtName.length() - 2); + if (StringUtils.isNotBlank(data.get(11))) { // 存在对口初中 + map.put(key, data); + } + if (StringUtils.isNotBlank(data.get(6))) { // 存在对口小学 + map2.put(key, data); + } + } else { + key += districtName + if (StringUtils.isNotBlank(data.get(11))) { // 存在对口初中 + map.put(key, data); + } + if (StringUtils.isNotBlank(data.get(6))) { // 存在对口小学 + map2.put(key, data); + } + } + } + print(map.size()) + Long countPrimary = 0; + Long count = 0; + for (List data : list) { + String city = data.get(0) + String region = data.get(1) + String districtName = String.valueOf(data.get(2)) + String key = city + region + if (districtName.contains("期")) { + key += districtName.substring(0, districtName.length() - 2) + } else { + key += districtName + } + if (map.get(key) != null) { + List val = map.get(key) + if (StringUtils.isBlank(data.get(11))) { + data.set(11, val.get(11)) + data.set(12, val.get(12)) + data.set(13, val.get(13)) + data.set(14, val.get(14)) + data.set(15, val.get(15)) + + count++ + println("初中" + data) + } + } + if (map2.get(key) != null) { + List val = map2.get(key) + if (StringUtils.isBlank(data.get(6))) { + data.set(6, val.get(6)) + data.set(7, val.get(7)) + data.set(8, val.get(8)) + data.set(9, val.get(9)) + data.set(10, val.get(10)) + + countPrimary++ + println("小学" + data) + } + } + } + + List> result = new ArrayList<>(); + for (List data : list) { + if (StringUtils.isNotBlank(data.get(6))) { + result.add(data) + } + } + + print("优化数量" + countPrimary + " " + count) + String[] header = ["城市","区域","小区名称","小区经度","小区纬度","小区地址","对口小学","小学地址","小学属性","小学经度","小学纬度","对口中学","中学地址","中学属性","中学经度","中学纬度","备注","创建时间","修改时间","来源网站", + "小区ID","数据类型"]; + List headerList = Arrays.asList(header) + result.add(0, headerList) + ExcelUtils.write("F:\\工作\\数据采购\\楼盘对口学校V1.xlsx", result, "数据") + } +} diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/school/FillMidSchoolWithPrimarySchool.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/school/FillMidSchoolWithPrimarySchool.groovy new file mode 100644 index 000000000..8f4ace4c8 --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/school/FillMidSchoolWithPrimarySchool.groovy @@ -0,0 +1,57 @@ +package com.fangjia.script.temp.shenjian.school + +import com.fangjia.script.util.ExcelUtils +import org.apache.commons.lang3.StringUtils + +/** + * 填充规则 + * + * 1.中学信息按期次填充 + * + * 2.A小区对口小学:长安区第一小学、 对口中学:长安区第二中学。 B 小区对口小区也是长安区第一小学,但是B小区的对口中学是空的额。 + * 但是B小区和A小区的对口小学一样,那么我们就默认B小区的对口中学也和A小区的对口中学一样 + * + * @author shenjian + * @since 2021/4/16 + */ +class FillMidSchoolWithPrimarySchool { + + static void main(String[] args) { + Map> map = new HashMap<>(); + List> list = ExcelUtils.read("F:\\工作\\数据采购\\楼盘对口学校V1.xlsx") + for (List data : list) { + // 对口小学 对口中学 + String city = data.get(0) + String region = data.get(1) + if (org.apache.commons.lang.StringUtils.isNotBlank(data.get(7)) && StringUtils.isNotBlank(data.get(11))) { + map.put(city + region + data.get(7), data) + } + } + print(map.size()) + Long count = 0; + for (List data : list) { + String city = data.get(0) + String region = data.get(1) + String primarySchool = data.get(7) + + String key = city + region + primarySchool + if (map.get(key) != null && StringUtils.isBlank(data.get(11))) { + List val = map.get(key) + data.set(11, val.get(11)) + data.set(12, val.get(12)) + data.set(13, val.get(13)) + data.set(14, val.get(14)) + data.set(15, val.get(15)) + count++ + println(data) + } + } + + print("优化数量" + count) + String[] header = ["城市","区域","小区名称","小区经度","小区纬度","小区地址","对口小学","小学地址","小学属性","小学经度","小学纬度","对口中学","中学地址","中学属性","中学经度","中学纬度","备注","创建时间","修改时间","来源网站", + "小区ID","数据类型"]; + List headerList = Arrays.asList(header) + list.add(0, headerList) + ExcelUtils.write("F:\\工作\\数据采购\\楼盘对口学校V1.xlsx", list, "数据") + } +} diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/school/Standard.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/school/Standard.groovy new file mode 100644 index 000000000..989f77bc6 --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/school/Standard.groovy @@ -0,0 +1,67 @@ +package com.fangjia.script.temp.shenjian.school + +import com.fangjia.script.common.DataHandleUtils +import com.fangjia.script.gj.ccb.FileUtils +import com.fangjia.script.util.ExcelUtils + +/** + * 标准化文件输出 + * + * @author shenjian + * @since 2021/4/16 + */ +class Standard { + + static void main(String[] args) { + List> list = ExcelUtils.read("F:\\工作\\数据采购\\楼盘对口学校V2.0.xlsx") + def resultOne = [] + def resultTwo = [] + def resultThree = [] + for (List data : list) { + // "320500","610100","340100" + if (data.get(0) == "320500") { + saveData(resultOne, data) + } else if (data.get(0) == "610000") { + data.set(0, 610100) + saveData(resultTwo, data) + } else if (data.get(0) == "340100") { + saveData(resultThree, data) + } + } + def headers = ["城市","区域","小区名称","小区经度","小区纬度", "小区地址","对口小学","小学地址","小学属性","小学批次","小学经度","小学纬度","对口中学","中学地址","中学属性", + "中学批次","中学经度","中学纬度","备注","创建时间","修改时间","来源网站"] + FileUtils.batchCreateFile(resultOne, "F:\\工作\\数据采购\\学校\\bigdata_commschool_320500.dat", headers, "utf-8") + FileUtils.batchCreateFile(resultTwo, "F:\\工作\\数据采购\\学校\\bigdata_commschool_610100.dat", headers, "utf-8") + FileUtils.batchCreateFile(resultThree, "F:\\工作\\数据采购\\学校\\bigdata_commschool_340100.dat", headers, "utf-8") + } + + static void saveData(def result, def data) { + def ret = [] + ret[0] = data.get(0) + ret[1] = data.get(1) + ret[2] = data.get(2) + ret[3] = data.get(3) != null && data.get(3) != "" ? DataHandleUtils.getDoubleRound(6, Double.valueOf(data.get(3))) : "" + + ret[4] = data.get(4) != null && data.get(4) != "" ? DataHandleUtils.getDoubleRound(6, Double.valueOf(data.get(4))) : "" + ret[5] = data.get(5) + + ret[6] = data.get(6) + ret[7] = data.get(7) + ret[8] = data.get(8) + ret[9] = "" + ret[10] = data.get(9) != null && data.get(9) != "" ? DataHandleUtils.getDoubleRound(6, Double.valueOf(data.get(9))) : "" + ret[11] = data.get(10) != null && data.get(10) != "" ? DataHandleUtils.getDoubleRound(6, Double.valueOf(data.get(10))) : "" + ret[12] = data.get(11) + ret[13] = data.get(12) + ret[14] = data.get(13) + ret[15] = "" + ret[16] = data.get(14) != null && data.get(14) != "" ? DataHandleUtils.getDoubleRound(6, Double.valueOf(data.get(14))) : "" + ret[17] = data.get(15) != null && data.get(15) != "" ? DataHandleUtils.getDoubleRound(6, Double.valueOf(data.get(15))) : "" + ret[18] = data.get(16) + ret[19] = data.get(17) + ret[20] = data.get(18) + ret[21] = data.get(19) + + result << ret + } +}