修改售价对api的支持

This commit is contained in:
2025-11-11 17:41:03 +08:00
parent 06551bff10
commit 37ecd3095d
+75 -11
View File
@@ -1,37 +1,101 @@
from airflow.operators.bash import BashOperator
from airflow.operators.python import PythonOperator
from airflow.operators.python import PythonOperator, BranchPythonOperator
from airflow.operators.empty import EmptyOperator
from office.sell.base_price import calc
from office.sell.fill_base_price import fill_base_price
import pendulum
from airflow import DAG
def choose_task(**context):
"""根据 dag_run.conf 决定执行哪个任务"""
conf = context['dag_run'].conf or {}
task_type = conf.get('task_type', 'both') # 默认执行所有任务
if task_type == 'office':
# 只执行写字楼基础价格计算 (t1 -> t2)
return 'office_sell_base_price_calc'
elif task_type == 'city_region':
# 只执行城市区域价格计算 (t3 -> t4)
return 'office_city_region_sell_base_price_calc'
else:
# both 或其他情况: 执行所有任务 (t1 -> t2 -> t3 -> t4)
return 'office_sell_base_price_calc'
def choose_after_office(**context):
"""t2 执行完后判断是否继续到 t3"""
conf = context['dag_run'].conf or {}
task_type = conf.get('task_type', 'both')
if task_type == 'both':
# both 模式继续执行 t3
return 'office_city_region_sell_base_price_calc'
else:
# office 模式结束,不执行 t3
return 'skip_city_region'
with DAG(
dag_id="office_sell_dag",
# 每月24日1点运行
schedule_interval="0 3 25 * *",
start_date=pendulum.datetime(2025, 10, 28, tz="Asia/Shanghai"),
catchup=True,
description="写字楼出售价格计算",
tags=["office", "sell"],
dag_id="office_sell_dag",
# 每月25日3点运行
schedule_interval="0 3 25 * *",
start_date=pendulum.datetime(2025, 1, 1, tz="Asia/Shanghai"),
catchup=False,
description="写字楼出售价格计算",
tags=["office", "sell"],
) as dag:
# 第一个分支任务:选择起始任务
branch_task = BranchPythonOperator(
task_id='choose_branch',
python_callable=choose_task,
provide_context=True
)
# 任务1: 写字楼出售基础价格计算
t1 = PythonOperator(
task_id='office_sell_base_price_calc',
python_callable=calc,
provide_context=True
)
# 任务2: 无样本写字楼出售基础价格填充
t2 = PythonOperator(
task_id='office_no_sample_sell_base_price_calc',
python_callable=fill_base_price,
provide_context=True
)
# 第二个分支任务:t2 后判断是否继续
branch_after_office = BranchPythonOperator(
task_id='choose_after_office',
python_callable=choose_after_office,
provide_context=True
)
# 跳过标记(office 模式结束点)
skip_city_region = EmptyOperator(
task_id='skip_city_region'
)
# 任务3: 城市区域写字楼出售价格计算
t3 = BashOperator(
task_id='office_city_region_sell_base_price_calc',
bash_command='python /opt/airflow/dags/repo/dags/office/sell/price.py {{dag_run.conf["yearmonth"] if "yearmonth" in dag_run.conf}} ',
bash_command='python /opt/airflow/dags/repo/dags/office/sell/price.py {{ dag_run.conf.get("yearmonth", "") }} ',
)
# 任务4: 城市区域无样本写字楼出售价格填充
t4 = BashOperator(
task_id='office_city_region_sell_no_sample_base_price_calc',
bash_command='python /opt/airflow/dags/repo/dags/office/sell/fill_price.py {{dag_run.conf["yearmonth"] if "yearmonth" in dag_run.conf}}',
bash_command='python /opt/airflow/dags/repo/dags/office/sell/fill_price.py {{ dag_run.conf.get("yearmonth", "") }}',
)
t1 >> t2 >> t3 >> t4
# 定义任务依赖关系
# office 路径: branch -> t1 -> t2 -> branch_after_office -> skip_city_region
# city_region 路径: branch -> t3 -> t4
# both 路径: branch -> t1 -> t2 -> branch_after_office -> t3 -> t4
branch_task >> [t1, t3]
t1 >> t2 >> branch_after_office >> [t3, skip_city_region]
t3 >> t4