优化动态安装
This commit is contained in:
@@ -0,0 +1,36 @@
|
||||
from airflow import DAG
|
||||
from airflow.providers.cncf.kubernetes.operators.kubernetes_pod import KubernetesPodOperator
|
||||
from datetime import datetime
|
||||
import pendulum
|
||||
|
||||
default_args = {
|
||||
'owner': 'airflow',
|
||||
'depends_on_past': False,
|
||||
'start_date': datetime(2023, 3, 11),
|
||||
'email_on_failure': False,
|
||||
'email_on_retry': False,
|
||||
'retries': 1
|
||||
}
|
||||
|
||||
dag = DAG('install_dag', default_args=default_args, schedule_interval=None)
|
||||
|
||||
init_container = {
|
||||
'name': 'init-container',
|
||||
'image': 'busybox',
|
||||
'command': [
|
||||
'sh',
|
||||
'-c',
|
||||
'pip install -I -r requirements.txt -i https://repo.fangjia.com/repository/pypi-public/simple/'
|
||||
]
|
||||
}
|
||||
|
||||
with DAG(
|
||||
"install_dag",
|
||||
schedule_interval=None,
|
||||
start_date=pendulum.datetime(2022, 6, 20, tz="Asia/Shanghai"),
|
||||
catchup=True,
|
||||
) as dag:
|
||||
task = KubernetesPodOperator(
|
||||
task_id='install',
|
||||
init_containers=[init_container]
|
||||
)
|
||||
@@ -1 +0,0 @@
|
||||
pip install -r requirements.txt -i https://repo.fangjia.com/repository/pypi-public/simple/
|
||||
@@ -1 +0,0 @@
|
||||
pip install -r requirements.txt -i https://repo.fangjia.com/repository/pypi-public/simple/
|
||||
Reference in New Issue
Block a user