From 83665e7e815225979b4b3f6c057a3d895dddba1e Mon Sep 17 00:00:00 2001 From: Jian Shen Date: Thu, 8 Jun 2023 15:03:10 +0800 Subject: [PATCH 1/2] =?UTF-8?q?=E4=BC=98=E5=8C=96?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dags/db/etl.company_report | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/dags/db/etl.company_report b/dags/db/etl.company_report index d1b1a30..12cd725 100644 --- a/dags/db/etl.company_report +++ b/dags/db/etl.company_report @@ -21,5 +21,10 @@ LEFT JOIN ( ) cr ON c.unified_code=cr.unified_code WHERE cr.mail_address!='' and cr.mail_address is not null; +# 合并 +optimize table etl.dwd_company final; + # 清洗企业通信地址 -ALTER TABLE etl.dwd_company update mail_address1=replaceRegexpAll(mail_address, '^(.{2,}(省|自治区))?(.{2,}市)?(.{2,}(区|县))?', '') WHERE 1=1 \ No newline at end of file +ALTER TABLE etl.dwd_company update mail_address1=replaceRegexpAll(mail_address, '^(.{2,}(省|自治区))?(.{2,}市)?(.{2,}(区|县))?', '') WHERE 1=1 + +INSERT INTO etl.dwm_company(unified_code, province, city, region, name, address) SELECT unified_code, province_name, city_name, region_name, ent_name, reg_addr1 FROM etl.dwd_company WHERE city_name !='' and region_name != '' and reg_addr1 != ''; From 2d8465c2194042ff945ee32f092b5cfa6a438d00 Mon Sep 17 00:00:00 2001 From: gaojuan Date: Fri, 9 Jun 2023 17:27:05 +0800 Subject: [PATCH 2/2] =?UTF-8?q?=E8=9E=8D=E5=90=8810=E5=8F=B7=E7=AC=AC?= =?UTF-8?q?=E4=B8=89=E6=96=B9=E4=B8=8D=E6=A3=80=E6=B5=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dags/jh/merge/merge.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dags/jh/merge/merge.py b/dags/jh/merge/merge.py index 29cc155..fac7d78 100644 --- a/dags/jh/merge/merge.py +++ b/dags/jh/merge/merge.py @@ -114,8 +114,8 @@ try: result.append('FJW_000000_000000_BIGDATA_DISTPRICE_FJW_ADD_' + date + '_0001.dat文件不存在') if 'FJW_000000_000000_BIGDATA_COMMPRICE_FJW_ADD_' + date + '_0001.dat' not in sub_dirs: result.append('FJW_000000_000000_BIGDATA_COMMPRICE_FJW_ADD_' + date + '_0001.dat文件不存在') - if 'FJW_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_' + date + '_0001.dat' not in sub_dirs: - result.append('FJW_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_' + date + '_0001.dat文件不存在') + # if 'FJW_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_' + date + '_0001.dat' not in sub_dirs: + # result.append('FJW_000000_000000_BIGDATA_THIRD_PARTY_PRICE_GJ_ADD_' + date + '_0001.dat文件不存在') if date.endswith('28'): if 'FJW_000000_000000_BIGDATA_SUPPLIER_STATISTICS_ADD_' + date + '_0001.dat' not in sub_dirs: