diff --git a/dags/mt/supply/comm.py b/dags/mt/supply/comm.py index 85f8b92..a53d9af 100644 --- a/dags/mt/supply/comm.py +++ b/dags/mt/supply/comm.py @@ -16,7 +16,7 @@ if not os.path.exists(path): city_df = pd.read_excel('/opt/airflow/dags/repo/dags/mt/supply/data/美团19城市列表.xlsx') cities = city_df['城市列表'].values.tolist() -output_date = sys.argv[1] if sys.argv[1] else dateutils.format_date(datetime.datetime.now(), '%Y%m') +output_date = len(sys.argv) > 1 if sys.argv[1] else dateutils.format_date(datetime.datetime.now(), '%Y%m') print("输出日期" + output_date) seaweed_df = pd.DataFrame() diff --git a/dags/mt/supply/data_stat.py b/dags/mt/supply/data_stat.py index 73a91e7..97d1fb1 100644 --- a/dags/mt/supply/data_stat.py +++ b/dags/mt/supply/data_stat.py @@ -11,7 +11,7 @@ path = "/home/airflow/data/mt" clickhouse_client = ClickHouseClient(database='fangjia_stat') -output_date = sys.argv[1] if sys.argv[1] else dateutils.format_date(datetime.datetime.now(), '%Y%m') +output_date = len(sys.argv) > 1 if sys.argv[1] else dateutils.format_date(datetime.datetime.now(), '%Y%m') print("输出日期" + output_date) result_df = pd.read_csv(path + '/FJW_COMM_' + output_date + ".csv", sep='@', encoding='utf-8') diff --git a/dags/mt/supply/deal.py b/dags/mt/supply/deal.py index 7c5f9e5..cfe80ce 100644 --- a/dags/mt/supply/deal.py +++ b/dags/mt/supply/deal.py @@ -17,7 +17,7 @@ cities = city_df['城市列表'].values.tolist() path = "/home/airflow/data/mt" -output_date = sys.argv[1] if sys.argv[1] else dateutils.format_date(datetime.datetime.now(), '%Y%m') +output_date = len(sys.argv) > 1 if sys.argv[1] else dateutils.format_date(datetime.datetime.now(), '%Y%m') month_start = dateutils.format_date(dateutils.add_months(dateutils.parse_date(output_date, '%Y%m'), months=-1), '%Y%m') + '01' curr_month_start = output_date + '01' diff --git a/dags/mt/supply/facilitys.py b/dags/mt/supply/facilitys.py index 328015a..8271e83 100644 --- a/dags/mt/supply/facilitys.py +++ b/dags/mt/supply/facilitys.py @@ -14,7 +14,7 @@ cities = city_df['城市列表'].values.tolist() path = "/home/airflow/data/mt" -output_date = sys.argv[1] if sys.argv[1] else dateutils.format_date(datetime.datetime.now(), '%Y%m') +output_date = len(sys.argv) > 1 if sys.argv[1] else dateutils.format_date(datetime.datetime.now(), '%Y%m') month_start = dateutils.format_date(dateutils.add_months(dateutils.parse_date(output_date, '%Y%m'), months=-1), '%Y%m') + '01' curr_month_start = output_date + '01' diff --git a/dags/mt/supply/rent_avg_price.py b/dags/mt/supply/rent_avg_price.py index 2374ffa..801cd01 100644 --- a/dags/mt/supply/rent_avg_price.py +++ b/dags/mt/supply/rent_avg_price.py @@ -17,7 +17,7 @@ cities = city_df['城市列表'].values.tolist() path = "/home/airflow/data/mt" -output_date = sys.argv[1] if sys.argv[1] else dateutils.format_date(datetime.datetime.now(), '%Y%m') +output_date = len(sys.argv) > 1 if sys.argv[1] else dateutils.format_date(datetime.datetime.now(), '%Y%m') seaweed_new_result_df = pd.read_csv(path + '/FJW_COMM_' + output_date + '.csv', sep='@', encoding='utf-8')