From cdffdd045e944660db06d80dbfa8d0a328fb5748 Mon Sep 17 00:00:00 2001 From: "shenjian@fangjia.com" Date: Fri, 18 Nov 2022 11:25:29 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BC=98=E5=8C=96=E4=BA=A4=E9=80=9A?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dags/business/business/community/traffic.py | 13 ++++--------- 1 file changed, 4 insertions(+), 9 deletions(-) diff --git a/dags/business/business/community/traffic.py b/dags/business/business/community/traffic.py index e1dc976..57954c0 100644 --- a/dags/business/business/community/traffic.py +++ b/dags/business/business/community/traffic.py @@ -71,22 +71,17 @@ def deal(actions, item): def sync(city=None): log.info(f"开始同步交通至206 {index_name}") - seaweed_query = {'status': 0, 'cat': 'district'} - if pd.notna(city): - seaweed_query['city'] = city - seaweed_df = pd.read_csv(path + '/seaweed.csv', sep='@', encoding='UTF-8') + if pd.notna(city): + seaweed_df = seaweed_df[seaweed_df['city'] == city].copy() + seaweed_df = seaweed_df.reset_index(drop=True) actions = list() with ThreadPoolExecutor(max_workers=30) as pool: for index, item in seaweed_df.iterrows(): pool.submit(deal, actions, item) - if len(actions) > 0: - try: - helpers.bulk(es206_client.elastic_client, actions) - except Exception as e: - print(e) + helpers.bulk(es206_client.elastic_client, actions) actions.clear() log.info(f"完成同步交通至206 {index_name}")