优化动态安装

This commit is contained in:
Jian Shen
2023-03-11 10:24:27 +08:00
parent 05c8488c52
commit bcf64ccca1
4 changed files with 36 additions and 2 deletions
+36
View File
@@ -0,0 +1,36 @@
from airflow import DAG
from airflow.providers.cncf.kubernetes.operators.kubernetes_pod import KubernetesPodOperator
from datetime import datetime
import pendulum
default_args = {
'owner': 'airflow',
'depends_on_past': False,
'start_date': datetime(2023, 3, 11),
'email_on_failure': False,
'email_on_retry': False,
'retries': 1
}
dag = DAG('install_dag', default_args=default_args, schedule_interval=None)
init_container = {
'name': 'init-container',
'image': 'busybox',
'command': [
'sh',
'-c',
'pip install -I -r requirements.txt -i https://repo.fangjia.com/repository/pypi-public/simple/'
]
}
with DAG(
"install_dag",
schedule_interval=None,
start_date=pendulum.datetime(2022, 6, 20, tz="Asia/Shanghai"),
catchup=True,
) as dag:
task = KubernetesPodOperator(
task_id='install',
init_containers=[init_container]
)
-1
View File
@@ -1 +0,0 @@
pip install -r requirements.txt -i https://repo.fangjia.com/repository/pypi-public/simple/
-1
View File
@@ -1 +0,0 @@
pip install -r requirements.txt -i https://repo.fangjia.com/repository/pypi-public/simple/