From dea4e5b23d8813db1e923eeee55ac5c8dd8c1d31 Mon Sep 17 00:00:00 2001 From: Jian Shen Date: Sat, 11 Mar 2023 15:24:24 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BC=98=E5=8C=96=E5=8A=A8=E6=80=81=E5=AE=89?= =?UTF-8?q?=E8=A3=85?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dags/init_dag.py | 17 ++++++++--------- 1 file changed, 8 insertions(+), 9 deletions(-) diff --git a/dags/init_dag.py b/dags/init_dag.py index 6d4ef9d..0f575df 100644 --- a/dags/init_dag.py +++ b/dags/init_dag.py @@ -10,21 +10,20 @@ default_args = { 'retry_delay': timedelta(minutes=5), } -dag = DAG('install_python_deps', default_args=default_args, schedule_interval=timedelta(days=1)) - -def install_python_deps(): - # Use pip to install dependencies - pass +dag = DAG('install_dag', default_args=default_args, schedule_interval=None) with dag: t1 = KubernetesPodOperator( - task_id='install-python-deps', - name='install-python-deps', + task_id='install', + name='install', + # 注意修改命名空间,否则无权限 namespace='airflow-plus', image='python:3.8', cmds=['bash', '-cx'], - arguments=['pip install -I goojia_utils -i https://repo.fangjia.com/repository/pypi-public/simple/'], - labels={"app": "airflow"}, + # 安装依赖项目 + arguments=['pip install elasticsearch==7.11.0 transbigdata==0.4.15 pykalman==0.9.5 -i https://repo.fangjia.com/repository/pypi-public/simple/', + 'pip install -I goojia_utils -i https://repo.fangjia.com/repository/pypi-public/simple/'], + labels={"release": "airflow"}, volumes=[], volume_mounts=[], is_delete_operator_pod=True,