Merge branch 'script_gj' into 'master'

Script gj

See merge request !680
This commit is contained in:
2023-07-14 15:10:59 +08:00
5 changed files with 8 additions and 6 deletions
@@ -291,6 +291,7 @@ class DistrictPriceExportBatch extends BaseBatch{
o.put("name", r[4]) o.put("name", r[4])
o.put("avg_price", r[5].toInteger()) o.put("avg_price", r[5].toInteger())
o.put("month", r[6].toInteger()) o.put("month", r[6].toInteger())
o.put("c_date", new Date())
FZ_DISTRICT_STAT_COLL.save(o) FZ_DISTRICT_STAT_COLL.save(o)
} }
} }
@@ -14,7 +14,7 @@ import com.mongodb.DBCollection
//福州第三方均价统计,发送钉钉消息 //福州第三方均价统计,发送钉钉消息
//def datas = ExcelUtils.read("d:\\数据\\福州\\福州4月2.xlsx",0,1) //def datas = ExcelUtils.read("d:\\数据\\福州\\福州4月2.xlsx",0,1)
//def datas = CsvUtils.read("d:\\数据\\福州\\FJW_THIRD_PARTY_AVG_PRICE_202105.csv"); //def datas = CsvUtils.read("d:\\数据\\福州\\FJW_THIRD_PARTY_AVG_PRICE_202105.csv");
def datas = readTxt("d:\\数据\\福州\\FJW_THIRD_PARTY_AVG_PRICE_202305.csv") def datas = readTxt("d:\\数据\\福州\\FJW_THIRD_PARTY_AVG_PRICE_202306.csv")
def count0 = 0 def count0 = 0
def count1 = 0 def count1 = 0
def count2 = 0 def count2 = 0
@@ -73,7 +73,7 @@ class OfficeFieldCleanBatch extends BaseBatch{
// addFieldValue() // addFieldValue()
// updateErrorField() updateErrorField()
export() export()
test() test()
// addOffice() // addOffice()
@@ -214,7 +214,7 @@ class OfficeFieldCleanBatch extends BaseBatch{
// if(o.estate_charge && !o.estate_charge.isNumber()){ // if(o.estate_charge && !o.estate_charge.isNumber()){
//// def val = o.estate_charge.toString().toDouble() //// def val = o.estate_charge.toString().toDouble()
//// if(val>40 || val < 0.01){ //// if(val>60 || val < 0.35){
//// println val //// println val
// udata.put("estate_charge", null) // udata.put("estate_charge", null)
//// } //// }
@@ -29,7 +29,7 @@ class RemoveHouse extends BaseBatch{
def rets = [] def rets = []
for(def d : dbcursor){ for(def d : dbcursor){
rets << d._id rets << d._id
if(rets.size()==200){ if(rets.size()==100){
def delquery = new BasicDBObject() def delquery = new BasicDBObject()
delquery.put("_id", new BasicDBObject('$in', rets)) delquery.put("_id", new BasicDBObject('$in', rets))
SEABIRD_COLL.remove(delquery) SEABIRD_COLL.remove(delquery)
@@ -92,7 +92,7 @@ class DataStandardBatch extends BaseBatch{
cityMap.each{city,alias-> cityMap.each{city,alias->
println "开始加载【${city}】" println "开始加载【${city}】"
// if(city == "广州"){ // if(city == "福州"){
def detailMap = CommonDatautils.findAllCityDistrictNameAndAlias(city, "district", ["city","region","name","address","alias","addr_alias","mapping_alias","estate_type2"]) def detailMap = CommonDatautils.findAllCityDistrictNameAndAlias(city, "district", ["city","region","name","address","alias","addr_alias","mapping_alias","estate_type2"])
districtMap.putAll(detailMap) districtMap.putAll(detailMap)
// } // }
@@ -159,6 +159,7 @@ class DataStandardBatch extends BaseBatch{
count++; count++;
}catch (Exception e){ }catch (Exception e){
e.printStackTrace()
println "处理:【${dbo.city}-${dbo.region}-${dbo.name}-${dbo.address}】发生异常,异常信息为:"+e.getMessage() println "处理:【${dbo.city}-${dbo.region}-${dbo.name}-${dbo.address}】发生异常,异常信息为:"+e.getMessage()
}finally { }finally {
@@ -835,7 +836,7 @@ class DataStandardBatch extends BaseBatch{
} }
} }
} }
if(!dbo && isStandardRoad(copyObj.address)){ if(!dbo && copyObj.address && isStandardRoad(copyObj.address)){
result = findAddrAliasFromMap(copyObj.city, copyObj.region, copyObj.address); result = findAddrAliasFromMap(copyObj.city, copyObj.region, copyObj.address);
if(result.size()==1){ if(result.size()==1){
dbo = result[0]; dbo = result[0];