This commit is contained in:
shenjian@fangjia.com
2023-05-10 10:52:49 +08:00
parent 98c1ad5baa
commit 48de7df4b2
+31 -19
View File
@@ -1,4 +1,5 @@
from airflow.providers.docker.operators.docker import DockerOperator
from airflow.providers.cncf.kubernetes.operators.kubernetes_pod import KubernetesPodOperator
import pendulum
from airflow import DAG
from docker.types import Mount
@@ -10,23 +11,34 @@ with DAG(
catchup=True,
description="小区自动化入库"
) as dag:
t1 = DockerOperator(
# 刚才定义的conn id
docker_conn_id="docker_repo",
# WebServer中点击Admin -> Providers -> Docker对应的Version,如果是auto,可能会报错
api_version="2.2.0",
auto_remove=True,
docker_url='unix://var/run/docker.sock',
network_mode='bridge',
image='192.168.0.19:9012/comm-add:1.0.1',
# 临沂为我们的传参,python代码中, 镜像中部分代码
# @ click.command()
# @ click.option('--city', default="all", help='要计算的城市')
#command='python main.py --city {{dag_run.conf["city"] if "city" in dag_run.conf}} else all',
command='echo "this is a test message shown from within the container',
mounts=[
Mount(source="/var/run/docker.sock", target="/var/run/docker.sock", type="bind")
],
task_id='comm_add'
k = KubernetesPodOperator(
name="comm-add",
image="192.168.0.19:9012/comm-add:1.0.1",
cmds=["bash", "-cx"],
arguments=["echo", "10"],
labels={"foo": "bar"},
task_id="comm_add",
do_xcom_push=True,
)
t1
k.dry_run()
# t1 = DockerOperator(
# # 刚才定义的conn id
# docker_conn_id="docker_repo",
# # WebServer中点击Admin -> Providers -> Docker对应的Version,如果是auto,可能会报错
# api_version="2.2.0",
# auto_remove=True,
# docker_url='unix://var/run/docker.sock',
# network_mode='bridge',
# image='192.168.0.19:9012/comm-add:1.0.1',
# # 临沂为我们的传参,python代码中, 镜像中部分代码
# # @ click.command()
# # @ click.option('--city', default="all", help='要计算的城市')
# #command='python main.py --city {{dag_run.conf["city"] if "city" in dag_run.conf}} else all',
# command='echo "this is a test message shown from within the container',
# mounts=[
# Mount(source="/var/run/docker.sock", target="/var/run/docker.sock", type="bind")
# ],
# task_id='comm_add'
# )
# t1