diff --git a/dags/business/business/community/sync_es_price_to_mongo.py b/dags/business/business/community/sync_es_price_to_mongo.py index 0b4e855..9919792 100644 --- a/dags/business/business/community/sync_es_price_to_mongo.py +++ b/dags/business/business/community/sync_es_price_to_mongo.py @@ -109,7 +109,7 @@ def sync_data(target_month=None): date_filter = f"and m_date >= '{three_months_ago}'" log.info(f"增量运行,过滤近3个月内有更新的数据 (m_date >= '{three_months_ago}')") - sql = f"select city, region, name, avg_price, root, m_date from {index_name} where avg_price is not null {date_filter}" + sql = f"select city, region, name, avg_price, root, m_date from {index_name} where avg_price is not null and avg_price > 0 {date_filter}" # 城市手动过滤(可选,通过外部参数调度) sys_city = sys.argv[1] if len(sys.argv) > 1 and not sys.argv[1].isdigit() else None @@ -137,6 +137,15 @@ def sync_data(target_month=None): if pd.isna(city) or pd.isna(region) or pd.isna(name) or pd.isna(avg_price) or pd.isna(root): continue + + try: + price_val = int(float(avg_price)) + except (ValueError, TypeError): + continue + + # 过滤价格 <= 0 的异常/无效数据 + if price_val <= 0: + continue s_date = parse_s_date(m_date) if s_date is None: @@ -155,7 +164,6 @@ def sync_data(target_month=None): grouped[key] = {} # 多个相同 root 冲突时,此处保留最新或较高价格(以整型存储) - price_val = int(float(avg_price)) current_val = grouped[key].get(field_name) if current_val is None or price_val > current_val: grouped[key][field_name] = price_val