From 261270221bfdfc43394c77df2eb19be051ef402c Mon Sep 17 00:00:00 2001 From: "shenjian@fangjia.com" Date: Thu, 9 Mar 2023 17:37:33 +0800 Subject: [PATCH] =?UTF-8?q?=E7=89=A9=E4=B8=9A=E8=B4=B9=E5=99=AA=E9=9F=B3?= =?UTF-8?q?=E8=AF=8D=E5=89=8D=E7=BD=AE=E5=A4=84=E7=90=86?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dags/business/business/community/consumption.py | 16 ++++++++++------ 1 file changed, 10 insertions(+), 6 deletions(-) diff --git a/dags/business/business/community/consumption.py b/dags/business/business/community/consumption.py index c1f159d..581c7e1 100644 --- a/dags/business/business/community/consumption.py +++ b/dags/business/business/community/consumption.py @@ -51,9 +51,16 @@ def calc_consumption_potential(city): np.mean) community_summary_df['total_price_std'] = community_summary_df.groupby(by=['city'])['total_price'].transform(np.std) - community_summary_df['estate_charge_mean'] = community_summary_df.groupby(by=['city'])['estate_charge'].transform( + # 噪音词处理 + community_summary_df['avg_cost_fixed'] = QuantileTransformer(output_distribution="normal").fit_transform( + community_summary_df[['avg_cost']]) + + community_summary_df['estate_charge_fixed'] = QuantileTransformer(output_distribution="normal").fit_transform( + community_summary_df[['estate_charge']]) + + community_summary_df['estate_charge_mean'] = community_summary_df.groupby(by=['city'])['estate_charge_fixed'].transform( np.mean) - community_summary_df['estate_charge_std'] = community_summary_df.groupby(by=['city'])['estate_charge'].transform( + community_summary_df['estate_charge_std'] = community_summary_df.groupby(by=['city'])['estate_charge_fixed'].transform( np.std) community_summary_df['relative_price_ranking_mean'] = community_summary_df.groupby(by=['city'])[ @@ -61,9 +68,6 @@ def calc_consumption_potential(city): community_summary_df['relative_price_ranking_std'] = community_summary_df.groupby(by=['city'])[ 'relative_price_ranking'].transform(np.std) - # 噪音词处理 - community_summary_df['avg_cost_fixed'] = QuantileTransformer(output_distribution="normal").fit_transform(community_summary_df[['avg_cost']]) - community_summary_df['avg_cost_mean'] = community_summary_df.groupby(by=['city'])['avg_cost_fixed'].transform(np.mean) community_summary_df['avg_cost_std'] = community_summary_df.groupby(by=['city'])['avg_cost_fixed'].transform(np.std) @@ -74,7 +78,7 @@ def calc_consumption_potential(city): community_summary_df['total_price_score'] = 0 if community_summary_df['estate_charge_std'].unique()[0] != 0: - community_summary_df['estate_charge_score'] = 139.1374524 * (community_summary_df['estate_charge'] - community_summary_df['estate_charge_mean']) / community_summary_df['estate_charge_std'] + community_summary_df['estate_charge_score'] = 139.1374524 * (community_summary_df['estate_charge_fixed'] - community_summary_df['estate_charge_mean']) / community_summary_df['estate_charge_std'] else: community_summary_df['estate_charge_score'] = 0