From fae604b25781e1e76dea70006fe4d46d7337192c Mon Sep 17 00:00:00 2001 From: "shenjian@fangjia.com" Date: Tue, 6 Dec 2022 10:33:14 +0800 Subject: [PATCH] =?UTF-8?q?=E6=96=B0=E5=A2=9E=E5=9F=8E=E5=B8=82=E5=9D=87?= =?UTF-8?q?=E4=BB=B7?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dags/business/business/community/price.py | 16 ++++++---------- 1 file changed, 6 insertions(+), 10 deletions(-) diff --git a/dags/business/business/community/price.py b/dags/business/business/community/price.py index 59dc171..b95d4de 100644 --- a/dags/business/business/community/price.py +++ b/dags/business/business/community/price.py @@ -16,6 +16,8 @@ m_date = dateutils.iso_format() def build_doc(item): doc_dict = dict() + if 'city_avg_price' in item and pd.notna(item['city_avg_price']): + doc_dict['city_avg_price'] = item['city_avg_price'] if 'region_avg_price' in item and pd.notna(item['region_avg_price']): doc_dict['region_avg_price'] = item['region_avg_price'] if 'avg_price' in item and pd.notna(item['avg_price']): @@ -108,18 +110,12 @@ def sync(city=None): actions.append(action) if len(actions) == 5000: - try: - helpers.bulk(es206_client.elastic_client, actions) - count += len(actions) - print("更新:" + str(count)) - except Exception as e: - print(e) + helpers.bulk(es206_client.elastic_client, actions) + count += len(actions) + log.info("更新:" + str(count)) actions.clear() if len(actions) > 0: - try: - helpers.bulk(es206_client.elastic_client, actions) - except Exception as e: - print(e) + helpers.bulk(es206_client.elastic_client, actions) actions.clear() log.info(f"完成同步价格信息至206 {index_name}")