From da08f4b06c0f1fdbc1fb668348735a36bc8837fe Mon Sep 17 00:00:00 2001 From: Jian Shen Date: Sat, 18 Mar 2023 15:23:50 +0800 Subject: [PATCH] =?UTF-8?q?=E6=B5=8B=E8=AF=95=E8=A7=A6=E5=8F=91=E5=99=A8?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dags/business/dag_amap_key_generate.py | 4 ++-- dags/business/dag_change_new_to_old_seaweed.py | 2 +- dags/business/dag_community_summary.py | 2 +- dags/business/dag_didata_sync.py | 2 +- dags/mt/dag_mt.py | 5 +---- dags/poi/dag_district_facilities.py | 4 ++-- dags/stat/dag_community_count_price_rent.py | 4 ++-- dags/stat/dag_district_sell_deal.py | 4 ++-- 8 files changed, 12 insertions(+), 15 deletions(-) diff --git a/dags/business/dag_amap_key_generate.py b/dags/business/dag_amap_key_generate.py index 5d98839..1bf3551 100644 --- a/dags/business/dag_amap_key_generate.py +++ b/dags/business/dag_amap_key_generate.py @@ -3,11 +3,11 @@ import pendulum from airflow import DAG with DAG( - "amap_key_generate_dag", + dag_id="amap_key_generate_dag", # 每天运行 schedule_interval="0/1 14 * * *", start_date=pendulum.datetime(2023, 3, 18, tz="Asia/Shanghai"), - catchup=True, + catchup=True ) as dag: t1 = BashOperator( task_id='amap_key_generate', diff --git a/dags/business/dag_change_new_to_old_seaweed.py b/dags/business/dag_change_new_to_old_seaweed.py index 14b7ae6..ba54f04 100644 --- a/dags/business/dag_change_new_to_old_seaweed.py +++ b/dags/business/dag_change_new_to_old_seaweed.py @@ -3,7 +3,7 @@ import pendulum from airflow import DAG with DAG( - "change_new_to_old_seaweed_dag", + dag_id="change_new_to_old_seaweed_dag", # 每月1日1点运行 schedule_interval="0 1 1 * *", start_date=pendulum.datetime(2023, 2, 10, tz="Asia/Shanghai"), diff --git a/dags/business/dag_community_summary.py b/dags/business/dag_community_summary.py index 171e18a..88c2cf4 100644 --- a/dags/business/dag_community_summary.py +++ b/dags/business/dag_community_summary.py @@ -3,7 +3,7 @@ import pendulum from airflow import DAG with DAG( - "community_summary_dag", + dag_id="community_summary_dag", # 每月2日1点整分运行 schedule_interval="0 1 2 * *", start_date=pendulum.datetime(2023, 3, 16, tz="Asia/Shanghai"), diff --git a/dags/business/dag_didata_sync.py b/dags/business/dag_didata_sync.py index 4ac3218..0be4f0a 100644 --- a/dags/business/dag_didata_sync.py +++ b/dags/business/dag_didata_sync.py @@ -3,7 +3,7 @@ import pendulum from airflow import DAG with DAG( - "didata_sync_dag", + dag_id="didata_sync_dag", # 每月28日3点整分运行 schedule_interval="0 3 28 * *", start_date=pendulum.datetime(2023, 3, 17, tz="Asia/Shanghai"), diff --git a/dags/mt/dag_mt.py b/dags/mt/dag_mt.py index 0855f5e..6e292df 100644 --- a/dags/mt/dag_mt.py +++ b/dags/mt/dag_mt.py @@ -10,10 +10,7 @@ with DAG( # 每月5日运行 schedule_interval="0 5 5 * *", start_date=pendulum.datetime(2023, 3, 17, tz="Asia/Shanghai"), - catchup=True, - default_args={ - "output_date": output_date - } + catchup=True ) as dag: t1 = BashOperator( task_id='mt_comm', diff --git a/dags/poi/dag_district_facilities.py b/dags/poi/dag_district_facilities.py index a198ac8..f51e353 100644 --- a/dags/poi/dag_district_facilities.py +++ b/dags/poi/dag_district_facilities.py @@ -8,11 +8,11 @@ import pendulum from airflow import DAG with DAG( - "district_facilities_dag", + dag_id="district_facilities_dag", # 每月1日1点运行 schedule_interval="0 1 1 * *", start_date=pendulum.datetime(2023, 3, 17, tz="Asia/Shanghai"), - catchup=True, + catchup=True ) as dag: t1 = BashOperator( task_id='district_facilities', diff --git a/dags/stat/dag_community_count_price_rent.py b/dags/stat/dag_community_count_price_rent.py index ce27bba..4348041 100644 --- a/dags/stat/dag_community_count_price_rent.py +++ b/dags/stat/dag_community_count_price_rent.py @@ -3,11 +3,11 @@ import pendulum from airflow import DAG with DAG( - "count_price_rent_dag", + dag_id="count_price_rent_dag", # 每周日运行 schedule_interval="0 10 * * 7", start_date=pendulum.datetime(2023, 3, 17, tz="Asia/Shanghai"), - catchup=True, + catchup=True ) as dag: t1 = BashOperator( task_id='community_count_price_rent', diff --git a/dags/stat/dag_district_sell_deal.py b/dags/stat/dag_district_sell_deal.py index d21ddd9..b32a2a2 100644 --- a/dags/stat/dag_district_sell_deal.py +++ b/dags/stat/dag_district_sell_deal.py @@ -3,11 +3,11 @@ import pendulum from airflow import DAG with DAG( - "district_sell_deal_dag", + dag_id="district_sell_deal_dag", # 每周五运行 schedule_interval="0 1 * * 5", start_date=pendulum.datetime(2023, 3, 17, tz="Asia/Shanghai"), - catchup=True, + catchup=True ) as dag: t1 = BashOperator( task_id='district_count_thirdavg_deal',