diff --git a/dags/business/clean_dags_db.py b/dags/business/clean_dags_db.py new file mode 100644 index 0000000..a3b15a7 --- /dev/null +++ b/dags/business/clean_dags_db.py @@ -0,0 +1,34 @@ +from airflow.models.serialized_dag import SerializedDagModel +from airflow.models.dag import DagModel +from airflow.utils.session import create_session +from sqlalchemy import or_ + +print("Starting surgical cleanup of example workday DAGs in database...") + +with create_session() as session: + # 1. Clean SerializedDagModel + d1 = session.query(SerializedDagModel).filter( + or_( + SerializedDagModel.dag_id.like('%workday%'), + SerializedDagModel.dag_id.like('%example_workday%'), + SerializedDagModel.dag_id.like('%example_time_table%') + ) + ).all() + for d in d1: + print('Deleting serialized:', d.dag_id) + session.delete(d) + + # 2. Clean DagModel + d2 = session.query(DagModel).filter( + or_( + DagModel.dag_id.like('%workday%'), + DagModel.dag_id.like('%example_workday%'), + DagModel.dag_id.like('%example_time_table%') + ) + ).all() + for d in d2: + print('Deleting DagModel:', d.dag_id) + session.delete(d) + + session.commit() + print('Clean completed successfully!')