37 lines
924 B
Python
37 lines
924 B
Python
from airflow import DAG
|
|
from airflow.providers.cncf.kubernetes.operators.kubernetes_pod import KubernetesPodOperator
|
|
from datetime import datetime
|
|
import pendulum
|
|
|
|
default_args = {
|
|
'owner': 'airflow',
|
|
'depends_on_past': False,
|
|
'start_date': datetime(2023, 3, 11),
|
|
'email_on_failure': False,
|
|
'email_on_retry': False,
|
|
'retries': 1
|
|
}
|
|
|
|
dag = DAG('install_dag', default_args=default_args, schedule_interval=None)
|
|
|
|
init_container = {
|
|
'name': 'init-container',
|
|
'image': 'busybox',
|
|
'command': [
|
|
'sh',
|
|
'-c',
|
|
'pip install -I -r requirements.txt -i https://repo.fangjia.com/repository/pypi-public/simple/'
|
|
]
|
|
}
|
|
|
|
with DAG(
|
|
"install_dag",
|
|
schedule_interval=None,
|
|
start_date=pendulum.datetime(2022, 6, 20, tz="Asia/Shanghai"),
|
|
catchup=True,
|
|
) as dag:
|
|
task = KubernetesPodOperator(
|
|
task_id='install',
|
|
init_containers=[init_container]
|
|
)
|