From 44cee71ce368950d6e1c75abb8876c5dc9f405f9 Mon Sep 17 00:00:00 2001 From: "shenjian@fangjia.com" Date: Thu, 9 Mar 2023 15:01:20 +0800 Subject: [PATCH] =?UTF-8?q?=E7=BC=96=E6=8E=92=E4=BF=AE=E6=94=B9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dags/business/business/community/avg_cost.py | 2 +- dags/business/community_summary_dag.py | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/dags/business/business/community/avg_cost.py b/dags/business/business/community/avg_cost.py index 48ab318..e73be89 100644 --- a/dags/business/business/community/avg_cost.py +++ b/dags/business/business/community/avg_cost.py @@ -144,7 +144,7 @@ def sync(city=None): seaweed_df.loc[index, 'avg_cost'] = price else: seaweed_df.loc[index, 'avg_cost'] = None - with ThreadPoolExecutor(max_workers=20) as pool: + with ThreadPoolExecutor(max_workers=30) as pool: for index, item in seaweed_df.iterrows(): pool.submit(find_around_price_item, index, item) # for index, item in seaweed_df.iterrows(): diff --git a/dags/business/community_summary_dag.py b/dags/business/community_summary_dag.py index 09804ac..f2d734b 100644 --- a/dags/business/community_summary_dag.py +++ b/dags/business/community_summary_dag.py @@ -95,4 +95,5 @@ with DAG( task_id='other', bash_command='python /opt/airflow/dags/repo/dags/business/business/community/other.py {{dag_run.conf["city"] if "city" in dag_run.conf}}', ) - comm >> price >> [avg_cost, total_price, relative_price_ranking, estate_charge_complete] >> consumption >> [estate_charge_ranking, price_rating, person_rating] >> sell >> trade >> [traffic, business_district, medical, life, education] >> education2 >> extra >> other + # 人均消费并行,值为空 + comm >> price >> avg_cost >> [total_price, relative_price_ranking, estate_charge_complete] >> consumption >> [estate_charge_ranking, price_rating, person_rating] >> sell >> trade >> [traffic, business_district, medical, life, education] >> education2 >> extra >> other