39 lines
1.4 KiB
Python
39 lines
1.4 KiB
Python
from airflow.operators.bash import BashOperator
|
|
import pendulum
|
|
from airflow import DAG
|
|
import datetime
|
|
|
|
output_date = datetime.datetime.now().strftime('%Y%m')
|
|
|
|
with DAG(
|
|
dag_id="mt_dag",
|
|
# 每月5日运行
|
|
schedule_interval="0 5 5 * *",
|
|
start_date=pendulum.datetime(2023, 3, 17, tz="Asia/Shanghai"),
|
|
catchup=True,
|
|
default_args={
|
|
"output_date": output_date
|
|
}
|
|
) as dag:
|
|
t1 = BashOperator(
|
|
task_id='mt_comm',
|
|
bash_command='python /opt/airflow/dags/repo/dags/mt/supply/comm.py {{dag_run.conf["output_date"] if "output_date" in dag_run.conf}}',
|
|
)
|
|
t2 = BashOperator(
|
|
task_id='mt_rent_avg_price',
|
|
bash_command='python /opt/airflow/dags/repo/dags/mt/supply/rent_avg_price.py {{dag_run.conf["output_date"] if "output_date" in dag_run.conf}}',
|
|
)
|
|
t3 = BashOperator(
|
|
task_id='mt_facilitys',
|
|
bash_command='python /opt/airflow/dags/repo/dags/mt/supply/facilitys.py {{dag_run.conf["output_date"] if "output_date" in dag_run.conf}}',
|
|
)
|
|
t4 = BashOperator(
|
|
task_id='mt_deal',
|
|
bash_command='python /opt/airflow/dags/repo/dags/mt/supply/deal.py {{dag_run.conf["output_date"] if "output_date" in dag_run.conf}}',
|
|
)
|
|
t5 = BashOperator(
|
|
task_id='mt_stat',
|
|
bash_command='python /opt/airflow/dags/repo/dags/mt/supply/data_stat.py {{dag_run.conf["output_date"] if "output_date" in dag_run.conf}}',
|
|
)
|
|
t1 >> t2 >> t3 >> t4 >> t5
|