from airflow import DAG as AirflowDAG from airflow.models import DagRun from airflow.utils.dates import cron_presets, parse_execution_date from airflow.configuration import conf import subprocess import sys class DAG(AirflowDAG): def __init__(self, *args, **kwargs): super().__init__(*args, **kwargs) if conf.getboolean('core', 'security') and 'install_dependencies' not in self.dag_id: self._install_dependencies() def _install_dependencies(self): subprocess.check_call([sys.executable, "-m", "pip install elasticsearch==7.11.0 transbigdata==0.4.15 pykalman==0.9.5 -i https://repo.fangjia.com/repository/pypi-public/simple/", "pip install -I goojia_utils -i https://repo.fangjia.com/repository/pypi-public/simple/"]) def run(self, *args, **kwargs): self._install_dependencies() super().run(*args, **kwargs)