From abf65edf1471ed3c401bbfedabc597bc15998221 Mon Sep 17 00:00:00 2001 From: Jian Shen Date: Sat, 11 Mar 2023 17:57:10 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BC=98=E5=8C=96=E5=8A=A8=E6=80=81=E5=AE=89?= =?UTF-8?q?=E8=A3=85?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dags/business/amap_key_generate_dag.py | 24 ++++++++++++++++++++++-- 1 file changed, 22 insertions(+), 2 deletions(-) diff --git a/dags/business/amap_key_generate_dag.py b/dags/business/amap_key_generate_dag.py index 6137320..1a84ef0 100644 --- a/dags/business/amap_key_generate_dag.py +++ b/dags/business/amap_key_generate_dag.py @@ -1,9 +1,29 @@ from airflow.operators.bash import BashOperator import pendulum +from airflow import DAG as AirflowDAG +from airflow.models import DagRun +from airflow.utils.dates import cron_presets, parse_execution_date +from airflow.configuration import conf +import subprocess +import sys -from .. import parent_dag -with parent_dag.DAG( +class DAG(AirflowDAG): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + + if conf.getboolean('core', 'security') and 'install_dependencies' not in self.dag_id: + self._install_dependencies() + + def _install_dependencies(self): + subprocess.check_call([sys.executable, "-m", "pip install elasticsearch==7.11.0 transbigdata==0.4.15 pykalman==0.9.5 -i https://repo.fangjia.com/repository/pypi-public/simple/", + "pip install -I goojia_utils -i https://repo.fangjia.com/repository/pypi-public/simple/"]) + + def run(self, *args, **kwargs): + self._install_dependencies() + super().run(*args, **kwargs) + +with DAG( "amap_key_generate_dag", # 每天运行 schedule_interval="0 2 * * *",