财力评级人均消费噪音词处理

This commit is contained in:
shenjian@fangjia.com
2023-03-09 12:25:58 +08:00
parent 66a623a060
commit 9e07fdec9a
@@ -61,8 +61,11 @@ def calc_consumption_potential(city):
community_summary_df['relative_price_ranking_std'] = community_summary_df.groupby(by=['city'])[
'relative_price_ranking'].transform(np.std)
community_summary_df['avg_cost_mean'] = community_summary_df.groupby(by=['city'])['avg_cost'].transform(np.mean)
community_summary_df['avg_cost_std'] = community_summary_df.groupby(by=['city'])['avg_cost'].transform(np.std)
# 噪音词处理
community_summary_df['avg_cost_fixed'] = QuantileTransformer(output_distribution="normal").fit_transform(community_summary_df[['avg_cost']])
community_summary_df['avg_cost_mean'] = community_summary_df.groupby(by=['city'])['avg_cost_fixed'].transform(np.mean)
community_summary_df['avg_cost_std'] = community_summary_df.groupby(by=['city'])['avg_cost_fixed'].transform(np.std)
# 和田等小城市均值可能为0
if community_summary_df['total_price_std'].unique()[0] != 0:
@@ -81,7 +84,7 @@ def calc_consumption_potential(city):
community_summary_df['relative_price_ranking_score'] = 0
if community_summary_df['avg_cost_std'].unique()[0] != 0:
community_summary_df['avg_cost_score'] = 67.0195871700 * (community_summary_df['avg_cost'] - community_summary_df['avg_cost_mean']) / community_summary_df['avg_cost_std']
community_summary_df['avg_cost_score'] = 67.0195871700 * (community_summary_df['avg_cost_fixed'] - community_summary_df['avg_cost_mean']) / community_summary_df['avg_cost_std']
else:
community_summary_df['avg_cost_score'] = 0