diff --git a/dags/business/amap_key_generate_dag.py b/dags/business/amap_key_generate_dag.py index 1a84ef0..85aac74 100644 --- a/dags/business/amap_key_generate_dag.py +++ b/dags/business/amap_key_generate_dag.py @@ -1,28 +1,8 @@ from airflow.operators.bash import BashOperator import pendulum -from airflow import DAG as AirflowDAG -from airflow.models import DagRun -from airflow.utils.dates import cron_presets, parse_execution_date -from airflow.configuration import conf -import subprocess -import sys +from airflow import DAG -class DAG(AirflowDAG): - def __init__(self, *args, **kwargs): - super().__init__(*args, **kwargs) - - if conf.getboolean('core', 'security') and 'install_dependencies' not in self.dag_id: - self._install_dependencies() - - def _install_dependencies(self): - subprocess.check_call([sys.executable, "-m", "pip install elasticsearch==7.11.0 transbigdata==0.4.15 pykalman==0.9.5 -i https://repo.fangjia.com/repository/pypi-public/simple/", - "pip install -I goojia_utils -i https://repo.fangjia.com/repository/pypi-public/simple/"]) - - def run(self, *args, **kwargs): - self._install_dependencies() - super().run(*args, **kwargs) - with DAG( "amap_key_generate_dag", # 每天运行 diff --git a/dags/parent_dag.py b/dags/parent_dag.py deleted file mode 100644 index 08d3e75..0000000 --- a/dags/parent_dag.py +++ /dev/null @@ -1,21 +0,0 @@ -from airflow import DAG as AirflowDAG -from airflow.models import DagRun -from airflow.utils.dates import cron_presets, parse_execution_date -from airflow.configuration import conf -import subprocess -import sys - -class DAG(AirflowDAG): - def __init__(self, *args, **kwargs): - super().__init__(*args, **kwargs) - - if conf.getboolean('core', 'security') and 'install_dependencies' not in self.dag_id: - self._install_dependencies() - - def _install_dependencies(self): - subprocess.check_call([sys.executable, "-m", "pip install elasticsearch==7.11.0 transbigdata==0.4.15 pykalman==0.9.5 -i https://repo.fangjia.com/repository/pypi-public/simple/", - "pip install -I goojia_utils -i https://repo.fangjia.com/repository/pypi-public/simple/"]) - - def run(self, *args, **kwargs): - self._install_dependencies() - super().run(*args, **kwargs) \ No newline at end of file diff --git a/install.bat b/install.bat new file mode 100644 index 0000000..90de010 --- /dev/null +++ b/install.bat @@ -0,0 +1 @@ +pip install -r requirements.txt -i https://repo.fangjia.com/repository/pypi-public/simple/ diff --git a/dags/requirements.txt b/requirements.txt similarity index 100% rename from dags/requirements.txt rename to requirements.txt