diff --git a/dags/db/etl.company_report b/dags/db/etl.company_report index 281d8a4..5bf8e33 100644 --- a/dags/db/etl.company_report +++ b/dags/db/etl.company_report @@ -10,4 +10,13 @@ CREATE TABLE etl.company_report ( PARTITION BY substring(unified_code, 2, 2) PRIMARY KEY (id) ORDER BY (id); # 导入数据 -clickhouse-client --format_csv_delimiter="@" --input_format_with_names_use_header=0 --query="INSERT INTO etl.company_report FORMAT CSV" --host=192.168.0.216 --password=goojia123456 < part-r-00000 \ No newline at end of file +clickhouse-client --format_csv_delimiter="@" --input_format_with_names_use_header=0 --query="INSERT INTO etl.company_report FORMAT CSV" --host=192.168.0.216 --password=goojia123456 < part-r-00000 + +# 关联导入,可能DataGrip客户端超时,就在ClickHouse-Client命令行运行即可 +INSERT INTO etl.dwd_company(district, ent_name, reg_addr, unified_code, authority, region_code, reg_addr1, province_code, city_code, province_name, city_name, region_name, mail_address) +SELECT district, ent_name, reg_addr, unified_code, authority, region_code, reg_addr1, province_code, city_code, province_name, city_name, region_name, cr.mail_address +FROM etl.dwd_company c +LEFT JOIN ( + SELECT unified_code, argMax(mail_address, year) mail_address, argMax(year, year) new_year FROM etl.company_report GROUP BY unified_code +) cr ON c.unified_code=cr.unified_code +WHERE cr.mail_address!='' and cr.mail_address is not null; \ No newline at end of file