优化动态安装

This commit is contained in:
Jian Shen
2023-03-11 15:24:24 +08:00
parent 3cff0c88d4
commit dea4e5b23d
+8 -9
View File
@@ -10,21 +10,20 @@ default_args = {
'retry_delay': timedelta(minutes=5),
}
dag = DAG('install_python_deps', default_args=default_args, schedule_interval=timedelta(days=1))
def install_python_deps():
# Use pip to install dependencies
pass
dag = DAG('install_dag', default_args=default_args, schedule_interval=None)
with dag:
t1 = KubernetesPodOperator(
task_id='install-python-deps',
name='install-python-deps',
task_id='install',
name='install',
# 注意修改命名空间,否则无权限
namespace='airflow-plus',
image='python:3.8',
cmds=['bash', '-cx'],
arguments=['pip install -I goojia_utils -i https://repo.fangjia.com/repository/pypi-public/simple/'],
labels={"app": "airflow"},
# 安装依赖项目
arguments=['pip install elasticsearch==7.11.0 transbigdata==0.4.15 pykalman==0.9.5 -i https://repo.fangjia.com/repository/pypi-public/simple/',
'pip install -I goojia_utils -i https://repo.fangjia.com/repository/pypi-public/simple/'],
labels={"release": "airflow"},
volumes=[],
volume_mounts=[],
is_delete_operator_pod=True,