编排修改

This commit is contained in:
shenjian@fangjia.com
2023-03-09 15:01:20 +08:00
parent c9e802da90
commit 44cee71ce3
2 changed files with 3 additions and 2 deletions
+1 -1
View File
@@ -144,7 +144,7 @@ def sync(city=None):
seaweed_df.loc[index, 'avg_cost'] = price
else:
seaweed_df.loc[index, 'avg_cost'] = None
with ThreadPoolExecutor(max_workers=20) as pool:
with ThreadPoolExecutor(max_workers=30) as pool:
for index, item in seaweed_df.iterrows():
pool.submit(find_around_price_item, index, item)
# for index, item in seaweed_df.iterrows():
+2 -1
View File
@@ -95,4 +95,5 @@ with DAG(
task_id='other',
bash_command='python /opt/airflow/dags/repo/dags/business/business/community/other.py {{dag_run.conf["city"] if "city" in dag_run.conf}}',
)
comm >> price >> [avg_cost, total_price, relative_price_ranking, estate_charge_complete] >> consumption >> [estate_charge_ranking, price_rating, person_rating] >> sell >> trade >> [traffic, business_district, medical, life, education] >> education2 >> extra >> other
# 人均消费并行,值为空
comm >> price >> avg_cost >> [total_price, relative_price_ranking, estate_charge_complete] >> consumption >> [estate_charge_ranking, price_rating, person_rating] >> sell >> trade >> [traffic, business_district, medical, life, education] >> education2 >> extra >> other