diff --git a/dags/business/business/community/total_price_complete.py b/dags/business/business/community/total_price_complete.py index d365136..0589ad5 100644 --- a/dags/business/business/community/total_price_complete.py +++ b/dags/business/business/community/total_price_complete.py @@ -153,6 +153,7 @@ def complete_by_round_area(community_factor_df): + def sync(city=None): log.info(f"开始补全户均总价信息至206 {index_name}") diff --git a/dags/mt/supply/data_stat.py b/dags/mt/supply/data_stat.py index f3115aa..3343d62 100644 --- a/dags/mt/supply/data_stat.py +++ b/dags/mt/supply/data_stat.py @@ -19,6 +19,7 @@ output_date = sys.argv[1] if len(sys.argv) > 1 else dateutils.format_date(dateti print("输出日期" + output_date) result_df = tmp_ck.read_sql_query("select * from tmp.mt_community") +del result_df['m_date'] city_df = pd.read_excel('/opt/airflow/dags/repo/dags/mt/supply/data/美团88城市列表.xlsx') cities = city_df['城市列表'].values.tolist() diff --git a/dags/mt/supply/deal.py b/dags/mt/supply/deal.py index 4ae707f..3eb5b7d 100644 --- a/dags/mt/supply/deal.py +++ b/dags/mt/supply/deal.py @@ -28,6 +28,7 @@ month_start_date = dateutils.parse_date(month_start, '%Y%m%d') curr_month_start_date = dateutils.parse_date(curr_month_start, '%Y%m%d') result_df = tmp_ck.read_sql_query("select * from mt_community") +del result_df['m_date'] if 'deal_num' in result_df.columns: result_df = result_df.drop(columns=['deal_num']) diff --git a/dags/mt/supply/facilitys.py b/dags/mt/supply/facilitys.py index 81ef498..8430d76 100644 --- a/dags/mt/supply/facilitys.py +++ b/dags/mt/supply/facilitys.py @@ -75,6 +75,7 @@ district_facilitys_new_df = district_facilitys_new_df.rename(columns={'district_ district_facilitys_new_df = district_facilitys_new_df.drop_duplicates(subset=['city', 'region', 'name'], keep='first') result_df = tmp_ck.read_sql_query("select * from mt_community") +del result_df['m_date'] if 'school' in result_df.columns: result_df = result_df.drop(columns=['school', 'bank', 'hospital', 'market', 'subway']) diff --git a/dags/mt/supply/rent_avg_price.py b/dags/mt/supply/rent_avg_price.py index a9ed0de..599ad40 100644 --- a/dags/mt/supply/rent_avg_price.py +++ b/dags/mt/supply/rent_avg_price.py @@ -23,6 +23,7 @@ path = "/home/airflow/data/mt" output_date = sys.argv[1] if len(sys.argv) > 1 else dateutils.format_date(datetime.datetime.now(), '%Y%m') seaweed_new_result_df = tmp_ck.read_sql_query("select * from mt_community") +del seaweed_new_result_df['m_date'] if 'avg_price' in seaweed_new_result_df: seaweed_new_result_df = seaweed_new_result_df.drop(columns=['avg_price', 'rent_price'])