From cda9cd919aca8e29025a3d7cabd19b144423fe9b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=B2=88=E5=81=A5?= Date: Wed, 14 Aug 2024 16:26:32 +0800 Subject: [PATCH] =?UTF-8?q?=E6=96=B0=E5=A2=9EOPEN=E6=97=A5=E5=BF=97?= =?UTF-8?q?=E7=9B=91=E6=8E=A7?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dags/business/business/fangjia_log.py | 24 ++++++++++++++++++++++++ dags/business/dag_fangjia_log.py | 19 +++++++++++++++++++ 2 files changed, 43 insertions(+) create mode 100644 dags/business/business/fangjia_log.py create mode 100644 dags/business/dag_fangjia_log.py diff --git a/dags/business/business/fangjia_log.py b/dags/business/business/fangjia_log.py new file mode 100644 index 0000000..f2d054e --- /dev/null +++ b/dags/business/business/fangjia_log.py @@ -0,0 +1,24 @@ +import logging +from goojia_utils import ElasticSearchClient, dingutils + +log = logging.getLogger(__name__) + +es206_client = ElasticSearchClient(host='192.168.0.206') + +from datetime import datetime, timedelta + +# 获取当前时间 +now = datetime.now() +# 计算当前时间以前2分钟的时间 +two_minutes_ago = now - timedelta(minutes=2) +# 将时间转换为时间戳(以毫秒为单位) +# 注意:timestamp() 方法返回的是秒,所以我们需要乘以1000来得到毫秒 +timestamp_milliseconds = int(two_minutes_ago.timestamp() * 1000) + +count = 0 +for doc in es206_client.scan_by_sql("select code from fangjia_log where code >= 500 and creationDate > " + str(timestamp_milliseconds)): + count += 1 + if count > 2: + print('【OPEN日志监控】最近两分钟超过两条错误,请检查日志!') + dingutils.send_text('最近两分钟超过两条错误,请检查OPEN日志!', 'ab4231000995a8c90d8d1e91dfd6930c3896dd1c3bbf1f0af19e19004cf6c98c') + break \ No newline at end of file diff --git a/dags/business/dag_fangjia_log.py b/dags/business/dag_fangjia_log.py new file mode 100644 index 0000000..5e5d670 --- /dev/null +++ b/dags/business/dag_fangjia_log.py @@ -0,0 +1,19 @@ +from datetime import timedelta + +from airflow.operators.bash import BashOperator +import pendulum +from airflow import DAG + +with DAG( + dag_id="fangjia_log_dag", + # 每2分钟监控 + schedule_interval=timedelta(minutes=2), + start_date=pendulum.datetime(2024, 8, 14, tz="Asia/Shanghai"), + catchup=True, + description="OPEN日志监控" +) as dag: + t1 = BashOperator( + task_id='fangjia_log', + bash_command='python /opt/airflow/dags/repo/dags/business/business/fangjia_log.py', + ) + t1 \ No newline at end of file