From 641356bd07e0936f52d6cd47d51d911e499fd6e7 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E7=8E=8B=E6=96=87=E8=89=B3?= Date: Mon, 13 Oct 2025 20:08:01 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E6=94=B9=E6=A5=BC=E7=9B=98=E8=AF=84?= =?UTF-8?q?=E7=BA=A7bug?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dags/stat/community/community_rate.py | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/dags/stat/community/community_rate.py b/dags/stat/community/community_rate.py index 8ff5199..a0a3598 100644 --- a/dags/stat/community/community_rate.py +++ b/dags/stat/community/community_rate.py @@ -28,6 +28,7 @@ city_sell_stat_client = MAIN_MONGO_CLIENT.get_collection("fangjia_stat", "city_s sqmetre_rent_client = MAIN_MONGO_CLIENT.get_collection("fangjia", "sqmetre_rent") community_rate_client = MAIN_MONGO_CLIENT.get_collection("fangjia_stat", "community_rate") elastic_client = ElasticSearchClient(host="192.168.0.89", username='elastic', password='elasticsearch') +administrative_mapping_client = MAIN_MONGO_CLIENT.get_collection("business", "administrative_mapping") # 定义楼盘评级级别数量 COMM_RATING_LEVEL_COUNT = 5 COMM_RATING_LEVEL_NAMES = {1: "S", 2: "A", 3: "B", 4: "C", 5: "D"} @@ -451,7 +452,9 @@ def comms_rating(data): data[f'{score_factor}'] = data[f'{score_factor}'].apply(lambda x: round(x * 100, 6)) return data -city_code_map = {"深圳": '440300', "临沂" : "371300"} +city_code_map = {} +for doc in administrative_mapping_client.find({"type":"城市"}, {"city_short" :1, "mzb_city_code":1}): + city_code_map[doc['city_short']] = doc['mzb_city_code'] def load_house_stat(city, calc_year_month): end_year_month = int(dateutils.format_date(dateutils.add_months(dateutils.parse_date(str(calc_year_month), "%Y%m"), months=1), "%Y%m")) @@ -566,6 +569,8 @@ def process_city(args): updater.bulk_insert_or_update_by_id(df_simple, id_fields=['comm_id', 'date'], dtype=dtype) logger.info(f"楼盘评级计算结束:{city}") except Exception as e: + import traceback + traceback.print_exc() logging.error(f"{city}楼盘评级计算失败;{e}") @@ -582,7 +587,10 @@ if __name__ == '__main__': calc_year_months = [int(dateutils.format_date(dateutils.add_months(datetime.now(), months=-1), "%Y%m"))] else: calc_year_months = [int(calc_year_month.strip()) for calc_year_month in args.month.split(',') if calc_year_month.strip()] - + # for city in cities: + # args_list = [{"city": city, "calc_year_month": calc_year_month} for calc_year_month in calc_year_months] + # for args in args_list: + # process_city(args) with multiprocessing.Pool(processes=min(8, len(calc_year_months))) as pool: # for calc_year_month in calc_year_months: # args_list = [{"calc_year_month": calc_year_month, "city": city} for city in cities]