From b915e1fe1bc1106ded3eaa9698749ae5cce562dc Mon Sep 17 00:00:00 2001 From: "shenjian@fangjia.com" Date: Fri, 21 Apr 2023 11:35:25 +0800 Subject: [PATCH] bak --- dags/db/etl.company | 23 ++++++++++++++++++++++- dags/db/fangjia.township | 13 +++++++++++++ 2 files changed, 35 insertions(+), 1 deletion(-) create mode 100644 dags/db/fangjia.township diff --git a/dags/db/etl.company b/dags/db/etl.company index 8686635..651ad1a 100644 --- a/dags/db/etl.company +++ b/dags/db/etl.company @@ -43,4 +43,25 @@ INSERT INTO etl.dwm_company( clickhouse-client --format_csv_delimiter="|" --input_format_with_names_use_header=0 --query="INSERT INTO etl.dwd_company FORMAT CSVWithNames" --host=192.168.0.216 --password=goojia123456 < company.csv # 导出company.csv -clickhouse-client --password goojia123456 -d etl -q "select * from company FORMAT CSVWithNames" --format_csv_delimiter='|' > company.csv \ No newline at end of file +clickhouse-client --password goojia123456 -d etl -q "select * from company FORMAT CSVWithNames" --format_csv_delimiter='|' > company.csv + + +CREATE TABLE etl.company_local ON CLUSTER fangjia +( + district String, + ent_name String, + reg_addr String, + unified_code String, + authority String +) ENGINE=MergeTree PARTITION BY substring(unified_code, 2, 2) PRIMARY KEY(unified_code) ORDER BY (unified_code) + +CREATE TABLE etl.company_shard ON CLUSTER fangjia +( + district String, + ent_name String, + reg_addr String, + unified_code String, + authority String +) ENGINE=Distributed(fangjia, etl, company, hiveHash(substring(unified_code, 2, 2))) + +clickhouse-client --format_csv_delimiter="|" --input_format_with_names_use_header=0 --query="INSERT INTO etl.company_shard FORMAT CSVWithNames" --input_format_allow_errors_ratio=0.3 --host=192.168.0.216 --password=goojia123456 < td_gov_company_basic.csv diff --git a/dags/db/fangjia.township b/dags/db/fangjia.township new file mode 100644 index 0000000..804ba7f --- /dev/null +++ b/dags/db/fangjia.township @@ -0,0 +1,13 @@ +create table fangjia.region ( + province_code String, + fangjia_province String, + province_name String, + city_code String, + city_name String, + fangjia_city String, + region_code String, + fangjia_area String, + region_name String +) +ENGINE MergeTree() +PARTITION BY province_code PRIMARY KEY (region_code) ORDER BY (region_code); \ No newline at end of file