Merge branch 'script_gj' into 'master'

建筑类型修改

See merge request !277
This commit is contained in:
2022-03-21 20:59:46 +08:00
6 changed files with 15 additions and 12 deletions
@@ -25,7 +25,7 @@ class DistrictGuidePriceBatch extends BaseBatch{
def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city)
//添加自己库中的人工指导价
def prices = CcbCommonUtils.findGuidePrice(city, "2022-02-1", "2022-03-1")
def prices = CcbCommonUtils.findGuidePrice(city, "2022-03-1", "2022-04-1")
if(prices){
def distMap = getDistrictMap(city)
def rets = createCityDatas(cityCodeDatas, distCodeMap, distMap, prices)
@@ -44,7 +44,7 @@ class GuiDingPriceBatch extends BaseBatch{
def distCodeMap = CcbCommonUtils.findAllDistrictCodeValue(city)
//添加自己库中的人工指导价
def prices = CcbCommonUtils.findPersonPrice(city, "2022-02-1", "2022-03-1")
def prices = CcbCommonUtils.findPersonPrice(city, "2022-03-1", "2022-04-1")
if(prices){
def distMap = getDistrictMap(city)
def rets = createCityDatas(cityCodeDatas, distCodeMap, distMap, prices)
@@ -62,12 +62,12 @@ class CcbCodeUtils {
return null
}
// 高层塔楼 0101 增加“超高层” 0108
// 高层板楼 0102 增加“老洋房” 0109
// 高层塔楼 0101 增加“超高层” 0109
// 高层板楼 0102 增加“老洋房” 0113
// 小高层板楼 0103 增加“花园洋房” 0110
// 多层板楼 0104 增加“四合院” 0111
// 独栋别墅 0105 增加“老式别墅洋房” 0112
// 联排别墅 0106
// 联排别墅 0106 增加“双拼别墅” 0108
// 叠拼别墅 0107
// 其他建筑形式 0199
@@ -84,7 +84,10 @@ class CcbCodeUtils {
types << "0110"
}
if(buildType.contains("老洋房")){
types << "0109"
types << "0113"
}
if(buildType.contains("双拼")){
types << "0108"
}
if(buildType.contains("叠拼")){
types << "0107"
@@ -99,7 +102,7 @@ class CcbCodeUtils {
types << "0104"
}
if(buildType.contains("超高层")){
types << "0108"
types << "0109"
}
if(buildType.contains("小高层")){
types << "0103"
@@ -342,7 +342,7 @@ public class BeiKeCrawlByChrome {
if(cityEles){
for(def e : cityEles){
def href = e.attr("href")
if(e.text().contains("天津")){
if(e.text().contains("南京")){
cityMap.put(e.text(), "https:"+href)
}
}
@@ -34,9 +34,9 @@ public class LianjiaCrawlByChrome {
static main(args) {
def task = new LianjiaCrawlByChrome();
task.run()
// task.run()
// task.run1()
// task.addDealRegion();
task.addDealRegion();
// task.standardRegion()
}
@@ -109,7 +109,7 @@ public class LianjiaCrawlByChrome {
def standardRegion(){
def q = new BasicDBObject()
q.put("trade_date", new BasicDBObject(QueryOperators.GTE, DateUtils.parseFromTightByPattern("2022-01-01","yyyy-MM-dd")))
q.put("trade_date", new BasicDBObject(QueryOperators.GTE, DateUtils.parseFromTightByPattern("2022-02-01","yyyy-MM-dd")))
q.put("match_id", new BasicDBObject(QueryOperators.EXISTS, false) )
def dbcursor = DEAL_PRICE_COLL.find(q)
for(def d : dbcursor){
@@ -26,7 +26,7 @@ class SynchDistrictPrice {
def run(){
def citys = ["乌鲁木齐"]//CommonUtils.findAllCity()
def citys = CommonUtils.findAllCity()
sourceMap.each { k, v ->
for(def city : citys){