From 449076a561d7af9272b5ff5f5de19a2705c6966b Mon Sep 17 00:00:00 2001 From: Jian Shen Date: Sat, 11 Mar 2023 18:00:05 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BC=98=E5=8C=96=E5=8A=A8=E6=80=81=E5=AE=89?= =?UTF-8?q?=E8=A3=85?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dags/business/amap_key_generate_dag.py | 22 +--------------------- dags/parent_dag.py | 21 --------------------- install.bat | 1 + dags/requirements.txt => requirements.txt | 0 4 files changed, 2 insertions(+), 42 deletions(-) delete mode 100644 dags/parent_dag.py create mode 100644 install.bat rename dags/requirements.txt => requirements.txt (100%) diff --git a/dags/business/amap_key_generate_dag.py b/dags/business/amap_key_generate_dag.py index 1a84ef0..85aac74 100644 --- a/dags/business/amap_key_generate_dag.py +++ b/dags/business/amap_key_generate_dag.py @@ -1,28 +1,8 @@ from airflow.operators.bash import BashOperator import pendulum -from airflow import DAG as AirflowDAG -from airflow.models import DagRun -from airflow.utils.dates import cron_presets, parse_execution_date -from airflow.configuration import conf -import subprocess -import sys +from airflow import DAG -class DAG(AirflowDAG): - def __init__(self, *args, **kwargs): - super().__init__(*args, **kwargs) - - if conf.getboolean('core', 'security') and 'install_dependencies' not in self.dag_id: - self._install_dependencies() - - def _install_dependencies(self): - subprocess.check_call([sys.executable, "-m", "pip install elasticsearch==7.11.0 transbigdata==0.4.15 pykalman==0.9.5 -i https://repo.fangjia.com/repository/pypi-public/simple/", - "pip install -I goojia_utils -i https://repo.fangjia.com/repository/pypi-public/simple/"]) - - def run(self, *args, **kwargs): - self._install_dependencies() - super().run(*args, **kwargs) - with DAG( "amap_key_generate_dag", # 每天运行 diff --git a/dags/parent_dag.py b/dags/parent_dag.py deleted file mode 100644 index 08d3e75..0000000 --- a/dags/parent_dag.py +++ /dev/null @@ -1,21 +0,0 @@ -from airflow import DAG as AirflowDAG -from airflow.models import DagRun -from airflow.utils.dates import cron_presets, parse_execution_date -from airflow.configuration import conf -import subprocess -import sys - -class DAG(AirflowDAG): - def __init__(self, *args, **kwargs): - super().__init__(*args, **kwargs) - - if conf.getboolean('core', 'security') and 'install_dependencies' not in self.dag_id: - self._install_dependencies() - - def _install_dependencies(self): - subprocess.check_call([sys.executable, "-m", "pip install elasticsearch==7.11.0 transbigdata==0.4.15 pykalman==0.9.5 -i https://repo.fangjia.com/repository/pypi-public/simple/", - "pip install -I goojia_utils -i https://repo.fangjia.com/repository/pypi-public/simple/"]) - - def run(self, *args, **kwargs): - self._install_dependencies() - super().run(*args, **kwargs) \ No newline at end of file diff --git a/install.bat b/install.bat new file mode 100644 index 0000000..90de010 --- /dev/null +++ b/install.bat @@ -0,0 +1 @@ +pip install -r requirements.txt -i https://repo.fangjia.com/repository/pypi-public/simple/ diff --git a/dags/requirements.txt b/requirements.txt similarity index 100% rename from dags/requirements.txt rename to requirements.txt