Files
airflow/dags/jh/price/pgsql_client.py
T
2024-07-22 17:13:48 +08:00

42 lines
1.2 KiB
Python

import os
import pandas as pd
from pandas import DataFrame
from retrying import retry
from sqlalchemy import create_engine
# os.environ["NLS_LANG"] = "AMERICAN_AMERICA.AL32UTF8"
class PgsqlDb:
"""
PgsqlDb Database Base Class
"""
def __init__(self,db):
if db == 'warehouse':
url=f"postgresql+psycopg2://postgres:postgres@192.168.0.236:5432/{db}"
elif db == 'fangjia':
url = f"postgresql+psycopg2://postgres:Goojia123456@192.168.0.235:5432/{db}"
self.engine = create_engine(url, echo=False,client_encoding='utf-8')
@retry(stop_max_attempt_number=3, wait_random_min=1000, wait_random_max=3000)
def read(self, sql) -> DataFrame:
"""
读取数据
:param sql:
:return:
"""
data_df = pd.read_sql(sql, con=self.engine)
return data_df
@retry(stop_max_attempt_number=3, wait_random_min=1000, wait_random_max=3000)
def count(self, sql) -> int:
"""
执行统计类SQL
:param sql: eg:select count(1) from t
:return:
"""
return pd.read_sql_query(sql, con=self.engine).iat[0, 0]
def sql_execute(self,sql):
self.engine.execute(sql)
if __name__ == '__main__':
pgdb = PgsqlDb()