优化动态安装
This commit is contained in:
+8
-9
@@ -10,21 +10,20 @@ default_args = {
|
||||
'retry_delay': timedelta(minutes=5),
|
||||
}
|
||||
|
||||
dag = DAG('install_python_deps', default_args=default_args, schedule_interval=timedelta(days=1))
|
||||
|
||||
def install_python_deps():
|
||||
# Use pip to install dependencies
|
||||
pass
|
||||
dag = DAG('install_dag', default_args=default_args, schedule_interval=None)
|
||||
|
||||
with dag:
|
||||
t1 = KubernetesPodOperator(
|
||||
task_id='install-python-deps',
|
||||
name='install-python-deps',
|
||||
task_id='install',
|
||||
name='install',
|
||||
# 注意修改命名空间,否则无权限
|
||||
namespace='airflow-plus',
|
||||
image='python:3.8',
|
||||
cmds=['bash', '-cx'],
|
||||
arguments=['pip install -I goojia_utils -i https://repo.fangjia.com/repository/pypi-public/simple/'],
|
||||
labels={"app": "airflow"},
|
||||
# 安装依赖项目
|
||||
arguments=['pip install elasticsearch==7.11.0 transbigdata==0.4.15 pykalman==0.9.5 -i https://repo.fangjia.com/repository/pypi-public/simple/',
|
||||
'pip install -I goojia_utils -i https://repo.fangjia.com/repository/pypi-public/simple/'],
|
||||
labels={"release": "airflow"},
|
||||
volumes=[],
|
||||
volume_mounts=[],
|
||||
is_delete_operator_pod=True,
|
||||
|
||||
Reference in New Issue
Block a user