From 74e3211fb7e693ba7f25146024a832f18419b958 Mon Sep 17 00:00:00 2001 From: "shenjian@fangjia.com" Date: Thu, 20 Apr 2023 13:31:08 +0800 Subject: [PATCH] =?UTF-8?q?=E5=BB=BA=E8=A1=A8=E5=A4=87=E4=BB=BD?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dags/db/etl.company | 12 ++++++++++++ dags/db/etl.dwm_company | 16 ++++++++++++++++ 2 files changed, 28 insertions(+) create mode 100644 dags/db/etl.company create mode 100644 dags/db/etl.dwm_company diff --git a/dags/db/etl.company b/dags/db/etl.company new file mode 100644 index 0000000..95486bf --- /dev/null +++ b/dags/db/etl.company @@ -0,0 +1,12 @@ +CREATE TABLE etl.company ( + district String, + ent_name String, + reg_addr String, + unified_code String, + authority String +) ENGINE MySQL('192.168.0.20:3306', 'database', 'td_gov_company_basic', 'root', '12345678') +SETTINGS + connection_wait_timeout=9999999, + connect_timeout=9999999, + read_write_timeout=9999999, + connection_auto_close=false; \ No newline at end of file diff --git a/dags/db/etl.dwm_company b/dags/db/etl.dwm_company new file mode 100644 index 0000000..9e8644e --- /dev/null +++ b/dags/db/etl.dwm_company @@ -0,0 +1,16 @@ +CREATE TABLE etl.dwm_company ( + district String, + ent_name String, + reg_addr String, + unified_code String, + authority String, + m_date DateTime('Asia/Shanghai') default now() COMMENT '更新时间' +) ENGINE ReplacingMergeTree(m_date) +PARTITION BY district PRIMARY KEY (unified_code) ORDER BY (unified_code); + +INSERT INTO etl.dwm_company( + district String, + ent_name String, + reg_addr String, + unified_code String, + authority String) SELECT * FROM etl.company \ No newline at end of file