文件utf-8转GBK

This commit is contained in:
2021-07-07 17:45:03 +08:00
parent d6f6625541
commit f0617d0c8c
3 changed files with 157 additions and 66 deletions
@@ -14,7 +14,7 @@ import com.mongodb.DBCollection
//福州第三方均价统计,发送钉钉消息 //福州第三方均价统计,发送钉钉消息
//def datas = ExcelUtils.read("d:\\数据\\福州\\福州4月2.xlsx",0,1) //def datas = ExcelUtils.read("d:\\数据\\福州\\福州4月2.xlsx",0,1)
//def datas = CsvUtils.read("d:\\数据\\福州\\FJW_THIRD_PARTY_AVG_PRICE_202105.csv"); //def datas = CsvUtils.read("d:\\数据\\福州\\FJW_THIRD_PARTY_AVG_PRICE_202105.csv");
def datas = readTxt("d:\\数据\\福州\\FJW_THIRD_PARTY_AVG_PRICE_202105.csv") def datas = readTxt("d:\\数据\\福州\\FJW_THIRD_PARTY_AVG_PRICE_202106.csv")
def count0 = 0 def count0 = 0
def count1 = 0 def count1 = 0
def count2 = 0 def count2 = 0
@@ -55,7 +55,9 @@ class ZsPersonProcess {
// task.matchDb2() // task.matchDb2()
// task.matchDb3() // task.matchDb3()
task.saveOrUpdate() // task.saveOrUpdate()
// task.addAlias()
task.updateLocation()
} }
def matchMap(){ def matchMap(){
@@ -1048,8 +1050,8 @@ class ZsPersonProcess {
obj = CommonDatautils.findDistrictByAlias(row[0], row[1], row[2], "district") obj = CommonDatautils.findDistrictByAlias(row[0], row[1], row[2], "district")
} }
if(!obj){ if(!obj){
//saveData(row[0], row[1], row[2], row[3], row[4], row[5], row[6], row[7], row[8], row[9]) saveData(row[0], row[1], row[2], row[3], row[4], row[5], row[6], row[7], row[8], row[9])
//FangjiaClientUtils.sendDistrictPriceCalculate(row[0], row[1], row[2], 4); FangjiaClientUtils.sendDistrictPriceCalculate(row[0], row[1], row[2], 4);
println "【新增】 ${row[0]} ${row[1]} ${row[2]}" println "【新增】 ${row[0]} ${row[1]} ${row[2]}"
}else{ }else{
println "【已存在】 ${row[0]} ${row[1]} ${row[2]}" println "【已存在】 ${row[0]} ${row[1]} ${row[2]}"
@@ -1064,6 +1066,95 @@ class ZsPersonProcess {
} }
def updateLocation(){
def keys = []
ExcelUtils.modify("d:\\数据\\浙商\\测试.xlsx", { d ->
if (d['Y'] && d['S'] && d['S'].toString().toDouble().toInteger() == 6) {
if (d['AQ'] && d['AQ'].contains("已存在[距离远]")) {
if (d['U'] && d['Z'] && d['AA']) {
def obj = findData(d['AL'], d['AM'], d['AN'])
if(obj){
def lat2 = null
def lng2 = null
def lat = null
def lng = null
if(d['Y']=="高德"){
lng = (d['AC'].toDouble()*10000000000).longValue()
lat = (d['AD'].toDouble()*10000000000).longValue()
def gmap = GeocodeUtils.getGaodeToBaidu(d['AC'].toDouble(), d['AD'].toDouble())
if(gmap){
lng2 = (gmap.get("lng")*10000000000).longValue()
lat2 = (gmap.get("lat")*10000000000).longValue()
}
}else if(d['Y']=="百度"){
lng2 = (d['AC'].toDouble()*10000000000).longValue()
lat2 = (d['AD'].toDouble()*10000000000).longValue()
def gmap = GeocodeUtils.geoconvBaiduToGoogle(d['AC'].toDouble(), d['AD'].toDouble())
if(gmap){
lng = (gmap.get("lng")*10000000000).longValue()
lat = (gmap.get("lat")*10000000000).longValue()
}
}
def key = d['AL']+"##"+d['AM']+"##"+d['AN']
if(!keys.contains(key)){
keys << key
def q = new BasicDBObject()
q.put("_id", obj._id)
def udata = new BasicDBObject()
udata.put("lng", lng)
udata.put("lat", lat)
udata.put("lng2", lng2)
udata.put("lat2", lat2)
udata.put("m_date", new Date())
DbUtils.seaweed.update(q, new BasicDBObject('$set', udata))
}
}
}
}
}
},0)
}
def addAlias(){
ExcelUtils.modify("d:\\数据\\浙商\\测试.xlsx", { d ->
if (d['Y'] && d['S'] && d['S'].toString().toDouble().toInteger() == 6) {
if (d['AQ'] && d['AQ'].contains("别名") && !d['AQ'].contains("分期")) {
if (d['U'] && d['Z'] && d['AA']) {
def obj = findData(d['AL'], d['AM'], d['AN'])
if(obj){
def aliasName = d['AA'].replace("(建设中)","")
if(d['AN']!=aliasName){
def alias = obj.alias
def q = new BasicDBObject()
q.put("_id", obj._id)
if(!alias){
alias = []
}
if(!alias.contains(aliasName)){
alias << aliasName
def udata = new BasicDBObject()
udata.put("alias", alias)
udata.put("m_date", new Date())
DbUtils.seaweed.update(q, new BasicDBObject('$set', udata))
println d['AN'] +" "+d['AA']
}
}
}
}
}
}
},0)
}
def findData(city, region, newName){ def findData(city, region, newName){
def q = new BasicDBObject() def q = new BasicDBObject()
q.put("city", city) q.put("city", city)
@@ -1074,7 +1165,7 @@ class ZsPersonProcess {
return DbUtils.seaweed.findOne(q) return DbUtils.seaweed.findOne(q)
} }
def saveData(city, region, newName, newAddress, estateType, lng2, lat2, lng, lat, alias){ def saveData(city, region, newName, newAddress, estateType, lng, lat, lng2, lat2, alias){
def d = new BasicDBObject() def d = new BasicDBObject()
d.put("city", city) d.put("city", city)
d.put("region", region) d.put("region", region)
@@ -12,7 +12,7 @@ import com.mongodb.DBObject
import com.mongodb.QueryOperators import com.mongodb.QueryOperators
/** /**
* 浙商本地化部署同步脚本 * 浙商本地化部署同步脚本
*/ */
@BatchOwner(Watcher.GaoJuan) @BatchOwner(Watcher.GaoJuan)
class BasicInfoDataSynch extends BaseBatch{ class BasicInfoDataSynch extends BaseBatch{
@@ -52,14 +52,14 @@ class BasicInfoDataSynch extends BaseBatch{
zsCitysMap.put(zsCitys._id.toString(), zsCitys) zsCitysMap.put(zsCitys._id.toString(), zsCitys)
zsDatas << zsCitys zsDatas << zsCitys
} }
//数据存在则修改,不存在则保存 //数据存在则修改,不存在则保存
if(fangjiaCitys){ if(fangjiaCitys){
for(def fjCity : fangjiaCitys){ for(def fjCity : fangjiaCitys){
if(fjCity.display!="全国"){ if(fjCity.display!="全国"){
fjCitysMap.put(fjCity._id.toString(), fjCity) fjCitysMap.put(fjCity._id.toString(), fjCity)
} }
def zsCity = zsCitysMap.get(fjCity._id.toString()) def zsCity = zsCitysMap.get(fjCity._id.toString())
if(zsCity){//修改 if(zsCity){//修改
if(zsCity.province != fjCity.province || zsCity.alias!=fjCity.alias){ if(zsCity.province != fjCity.province || zsCity.alias!=fjCity.alias){
def udata = new BasicDBObject() def udata = new BasicDBObject()
udata.put("province",fjCity.province) udata.put("province",fjCity.province)
@@ -68,7 +68,7 @@ class BasicInfoDataSynch extends BaseBatch{
udata.put("update_date",new Date().getTime()) udata.put("update_date",new Date().getTime())
ZS_CITYS_CONN.update(new BasicDBObject("_id",zsCity._id), new BasicDBObject('$set',udata)) ZS_CITYS_CONN.update(new BasicDBObject("_id",zsCity._id), new BasicDBObject('$set',udata))
} }
}else{//保存 }else{//保存
def addUata = new BasicDBObject() def addUata = new BasicDBObject()
addUata.put("_id",fjCity._id) addUata.put("_id",fjCity._id)
addUata.put("display",fjCity.display) addUata.put("display",fjCity.display)
@@ -81,7 +81,7 @@ class BasicInfoDataSynch extends BaseBatch{
} }
} }
//老数据不在新数据中,被删除时,状态修改为1 //老数据不在新数据中,被删除时,状态修改为1
if(zsDatas){ if(zsDatas){
for(def zsCity : zsDatas){ for(def zsCity : zsDatas){
def fjCity = fjCitysMap.get(zsCity._id.toString()) def fjCity = fjCitysMap.get(zsCity._id.toString())
@@ -94,7 +94,7 @@ class BasicInfoDataSynch extends BaseBatch{
} }
} }
println "[${fangjiaCitys.size()}]个城市同步完成" println "[${fangjiaCitys.size()}]个城市同步完成"
} }
def synchRegion(){ def synchRegion(){
@@ -139,7 +139,7 @@ class BasicInfoDataSynch extends BaseBatch{
} }
} }
} }
println "[${fjRegions.size()}]个行政区域同步完成" println "[${fjRegions.size()}]个行政区域同步完成"
} }
def synchTown(){ def synchTown(){
@@ -185,7 +185,7 @@ class BasicInfoDataSynch extends BaseBatch{
} }
} }
} }
println "[${fjTowns.size()}]个乡镇同步完成" println "[${fjTowns.size()}]个乡镇同步完成"
} }
def synchDict(){ def synchDict(){
def dbcursor = ZS_DICT_CONN.find(new BasicDBObject()).sort(new BasicDBObject("version",-1)).limit(1) def dbcursor = ZS_DICT_CONN.find(new BasicDBObject()).sort(new BasicDBObject("version",-1)).limit(1)
@@ -238,57 +238,57 @@ class BasicInfoDataSynch extends BaseBatch{
/* def zsDictCursor = ZS_DICT_CONN.find(new BasicDBObject()) /* def zsDictCursor = ZS_DICT_CONN.find(new BasicDBObject())
def zsDicts = [] def zsDicts = []
def zsDictMap = [:] def zsDictMap = [:]
def fjDictMap = [:] def fjDictMap = [:]
for(def obj : zsDictCursor){ for(def obj : zsDictCursor){
zsDictMap.put(obj._id.toString(), obj) zsDictMap.put(obj._id.toString(), obj)
zsDicts << obj; zsDicts << obj;
} }
if(fjDicts){ if(fjDicts){
def addDatas = [] def addDatas = []
for(def fjDict : fjDicts){ for(def fjDict : fjDicts){
fjDictMap.put(fjDict._id.toString(), fjDict) fjDictMap.put(fjDict._id.toString(), fjDict)
def zsDictObj = zsDictMap.get(fjDict._id.toString()) def zsDictObj = zsDictMap.get(fjDict._id.toString())
def udata = new BasicDBObject() def udata = new BasicDBObject()
udata.put("cat",fjDict.cat) udata.put("cat",fjDict.cat)
udata.put("name",fjDict.name) udata.put("name",fjDict.name)
udata.put("status",0) udata.put("status",0)
udata.put("update_date",new Date().getTime()) udata.put("update_date",new Date().getTime())
udata.put("version", version) udata.put("version", version)
if(zsDictObj){ if(zsDictObj){
if(fjDict.cat!=zsDictObj.cat||fjDict.name!=zsDictObj.name||zsDictObj.status!=0){ if(fjDict.cat!=zsDictObj.cat||fjDict.name!=zsDictObj.name||zsDictObj.status!=0){
ZS_DICT_CONN.update(new BasicDBObject("_id",zsDictObj._id), new BasicDBObject('$set',udata)) ZS_DICT_CONN.update(new BasicDBObject("_id",zsDictObj._id), new BasicDBObject('$set',udata))
} }
}else{ }else{
udata.put("_id",fjDict._id) udata.put("_id",fjDict._id)
addDatas << udata addDatas << udata
if(addDatas.size()%10000==0){ if(addDatas.size()%10000==0){
println addDatas.size()/10000 +" 10000" println addDatas.size()/10000 +" 10000"
ZS_DICT_CONN.insert(addDatas); ZS_DICT_CONN.insert(addDatas);
addDatas = []; addDatas = [];
} }
} }
} }
if(addDatas.size()>0){ if(addDatas.size()>0){
ZS_DICT_CONN.insert(addDatas); ZS_DICT_CONN.insert(addDatas);
addDatas = []; addDatas = [];
} }
} }
if(zsDicts){ if(zsDicts){
for(def zsDict : zsDicts){ for(def zsDict : zsDicts){
def fjDict = fjDictMap.get(zsDict._id.toString()) def fjDict = fjDictMap.get(zsDict._id.toString())
if(!fjDict){ if(!fjDict){
def udata = new BasicDBObject() def udata = new BasicDBObject()
udata.put("status",1) udata.put("status",1)
udata.put("update_date",new Date().getTime()) udata.put("update_date",new Date().getTime())
ZS_DICT_CONN.update(new BasicDBObject("_id",zsDict._id), new BasicDBObject('$set',udata)) ZS_DICT_CONN.update(new BasicDBObject("_id",zsDict._id), new BasicDBObject('$set',udata))
} }
} }
}*/ }*/
println "[${fjDicts.size()}]个字典数据同步完成" println "[${fjDicts.size()}]个字典数据同步完成"
} }
def synchDistrict(cat){ def synchDistrict(cat){
def fangjiaCitys = CommonDatautils.findAllCity() def fangjiaCitys = CommonDatautils.findAllCity()
@@ -367,10 +367,10 @@ class BasicInfoDataSynch extends BaseBatch{
def udata = new BasicDBObject() def udata = new BasicDBObject()
udata.put("status",1) udata.put("status",1)
udata.put("update_date",new Date().getTime()) udata.put("update_date",new Date().getTime())
ZS_SEAWEED_CONN.update(new BasicDBObject("_id",fjDistrict._id), new BasicDBObject('$set',udata)) ZS_SEAWEED_CONN.update(new BasicDBObject("_id",zsDistrict._id), new BasicDBObject('$set',udata))
} }
} }
} }
println "[${fjCity}-${cat}][${districts.size()}]个小区数据同步完成" println "[${fjCity}-${cat}][${districts.size()}]个小区数据同步完成"
} }
} }