diff --git a/dags/business/business/community/consumption.py b/dags/business/business/community/consumption.py index c1f159d..581c7e1 100644 --- a/dags/business/business/community/consumption.py +++ b/dags/business/business/community/consumption.py @@ -51,9 +51,16 @@ def calc_consumption_potential(city): np.mean) community_summary_df['total_price_std'] = community_summary_df.groupby(by=['city'])['total_price'].transform(np.std) - community_summary_df['estate_charge_mean'] = community_summary_df.groupby(by=['city'])['estate_charge'].transform( + # 噪音词处理 + community_summary_df['avg_cost_fixed'] = QuantileTransformer(output_distribution="normal").fit_transform( + community_summary_df[['avg_cost']]) + + community_summary_df['estate_charge_fixed'] = QuantileTransformer(output_distribution="normal").fit_transform( + community_summary_df[['estate_charge']]) + + community_summary_df['estate_charge_mean'] = community_summary_df.groupby(by=['city'])['estate_charge_fixed'].transform( np.mean) - community_summary_df['estate_charge_std'] = community_summary_df.groupby(by=['city'])['estate_charge'].transform( + community_summary_df['estate_charge_std'] = community_summary_df.groupby(by=['city'])['estate_charge_fixed'].transform( np.std) community_summary_df['relative_price_ranking_mean'] = community_summary_df.groupby(by=['city'])[ @@ -61,9 +68,6 @@ def calc_consumption_potential(city): community_summary_df['relative_price_ranking_std'] = community_summary_df.groupby(by=['city'])[ 'relative_price_ranking'].transform(np.std) - # 噪音词处理 - community_summary_df['avg_cost_fixed'] = QuantileTransformer(output_distribution="normal").fit_transform(community_summary_df[['avg_cost']]) - community_summary_df['avg_cost_mean'] = community_summary_df.groupby(by=['city'])['avg_cost_fixed'].transform(np.mean) community_summary_df['avg_cost_std'] = community_summary_df.groupby(by=['city'])['avg_cost_fixed'].transform(np.std) @@ -74,7 +78,7 @@ def calc_consumption_potential(city): community_summary_df['total_price_score'] = 0 if community_summary_df['estate_charge_std'].unique()[0] != 0: - community_summary_df['estate_charge_score'] = 139.1374524 * (community_summary_df['estate_charge'] - community_summary_df['estate_charge_mean']) / community_summary_df['estate_charge_std'] + community_summary_df['estate_charge_score'] = 139.1374524 * (community_summary_df['estate_charge_fixed'] - community_summary_df['estate_charge_mean']) / community_summary_df['estate_charge_std'] else: community_summary_df['estate_charge_score'] = 0