35 lines
1.0 KiB
Python
35 lines
1.0 KiB
Python
from kubernetes.client import models as k8s
|
|
from airflow import DAG
|
|
from airflow.operators.python_operator import PythonOperator
|
|
from airflow.contrib.operators.kubernetes_pod_operator import KubernetesPodOperator
|
|
from datetime import datetime, timedelta
|
|
|
|
default_args = {
|
|
'owner': 'airflow',
|
|
'start_date': datetime(2023, 3, 10),
|
|
'retry_delay': timedelta(minutes=5),
|
|
}
|
|
|
|
dag = DAG('install_python_deps', default_args=default_args, schedule_interval=timedelta(days=1))
|
|
|
|
def install_python_deps():
|
|
# Use pip to install dependencies
|
|
pass
|
|
|
|
with dag:
|
|
t1 = KubernetesPodOperator(
|
|
task_id='install-python-deps',
|
|
name='install-python-deps',
|
|
namespace='airflow-plus',
|
|
image='python:3.8',
|
|
cmds=['bash', '-cx'],
|
|
arguments=['pip install -r requirements.txt -i https://repo.fangjia.com/repository/pypi-public/simple/'],
|
|
labels={"app": "airflow"},
|
|
volumes=[],
|
|
volume_mounts=[],
|
|
is_delete_operator_pod=True,
|
|
get_logs=True
|
|
)
|
|
|
|
t1
|