diff --git a/dags/business/clean_dags_db.py b/dags/business/clean_dags_db.py index a3b15a7..0500535 100644 --- a/dags/business/clean_dags_db.py +++ b/dags/business/clean_dags_db.py @@ -3,14 +3,14 @@ from airflow.models.dag import DagModel from airflow.utils.session import create_session from sqlalchemy import or_ -print("Starting surgical cleanup of example workday DAGs in database...") +print("Starting surgical cleanup of ALL example_* DAGs in database...") with create_session() as session: - # 1. Clean SerializedDagModel + # 1. Clean SerializedDagModel where dag_id starts with 'example_' or contains 'workday' d1 = session.query(SerializedDagModel).filter( or_( + SerializedDagModel.dag_id.like('example_%'), SerializedDagModel.dag_id.like('%workday%'), - SerializedDagModel.dag_id.like('%example_workday%'), SerializedDagModel.dag_id.like('%example_time_table%') ) ).all() @@ -18,11 +18,11 @@ with create_session() as session: print('Deleting serialized:', d.dag_id) session.delete(d) - # 2. Clean DagModel + # 2. Clean DagModel where dag_id starts with 'example_' or contains 'workday' d2 = session.query(DagModel).filter( or_( + DagModel.dag_id.like('example_%'), DagModel.dag_id.like('%workday%'), - DagModel.dag_id.like('%example_workday%'), DagModel.dag_id.like('%example_time_table%') ) ).all()