From 2d0c87b701cf52bdd77fb367c23617a5ac9f13e6 Mon Sep 17 00:00:00 2001 From: Jian Shen Date: Tue, 25 Apr 2023 20:05:21 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BC=98=E5=8C=96?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dags/business/business/community/comm.py | 5 ++++- dags/db/etl.company | 3 +++ 2 files changed, 7 insertions(+), 1 deletion(-) diff --git a/dags/business/business/community/comm.py b/dags/business/business/community/comm.py index 4d81b80..8ea484d 100644 --- a/dags/business/business/community/comm.py +++ b/dags/business/business/community/comm.py @@ -79,7 +79,10 @@ def build_doc(item): main_house_type = house_type_area_dic['house_type'] main_house_area = house_type_area_dic['house_area'] if pd.notna(main_house_area): - doc_dict['main_house_area'] = int(float(main_house_area)) + try: + doc_dict['main_house_area'] = int(float(main_house_area)) + except Exception as e: + pass if pd.notna(main_house_type): doc_dict['main_house_type'] = main_house_type diff --git a/dags/db/etl.company b/dags/db/etl.company index 3e504aa..ee3c9b0 100644 --- a/dags/db/etl.company +++ b/dags/db/etl.company @@ -48,6 +48,9 @@ clickhouse-client --format_csv_delimiter="|" --input_format_with_names_use_heade # 导出company.csv clickhouse-client --password goojia123456 -d etl -q "select * from company FORMAT CSVWithNames" --format_csv_delimiter='|' > company.csv +# 执行sql + +clickhouse-client --password goojia123456 -d etl -d dwd_company -m < multi.sql CREATE TABLE etl.company_local ON CLUSTER fangjia (