diff --git a/dags/init_dag.py b/dags/init_dag.py index 6d4ef9d..0f575df 100644 --- a/dags/init_dag.py +++ b/dags/init_dag.py @@ -10,21 +10,20 @@ default_args = { 'retry_delay': timedelta(minutes=5), } -dag = DAG('install_python_deps', default_args=default_args, schedule_interval=timedelta(days=1)) - -def install_python_deps(): - # Use pip to install dependencies - pass +dag = DAG('install_dag', default_args=default_args, schedule_interval=None) with dag: t1 = KubernetesPodOperator( - task_id='install-python-deps', - name='install-python-deps', + task_id='install', + name='install', + # 注意修改命名空间,否则无权限 namespace='airflow-plus', image='python:3.8', cmds=['bash', '-cx'], - arguments=['pip install -I goojia_utils -i https://repo.fangjia.com/repository/pypi-public/simple/'], - labels={"app": "airflow"}, + # 安装依赖项目 + arguments=['pip install elasticsearch==7.11.0 transbigdata==0.4.15 pykalman==0.9.5 -i https://repo.fangjia.com/repository/pypi-public/simple/', + 'pip install -I goojia_utils -i https://repo.fangjia.com/repository/pypi-public/simple/'], + labels={"release": "airflow"}, volumes=[], volume_mounts=[], is_delete_operator_pod=True,