修复户均总价噪音影响

This commit is contained in:
沈健
2025-03-05 14:56:02 +08:00
parent e3579708e4
commit 0c6a7ad583
@@ -53,11 +53,9 @@ def calc_consumption_potential(city):
# 户均总价计算时候改成万
community_summary_df['total_price'] = round(community_summary_df['total_price'] / 10000, 0)
community_summary_df['total_price_mean'] = community_summary_df.groupby(by=['city'])['total_price'].transform(
np.mean)
community_summary_df['total_price_std'] = community_summary_df.groupby(by=['city'])['total_price'].transform(np.std)
# 噪音词处理
community_summary_df['total_price_fixed'] = QuantileTransformer(output_distribution="normal").fit_transform(
community_summary_df[['total_price']])
community_summary_df['avg_cost_fixed'] = QuantileTransformer(output_distribution="normal").fit_transform(
community_summary_df[['avg_cost']])
@@ -77,9 +75,13 @@ def calc_consumption_potential(city):
community_summary_df['avg_cost_mean'] = community_summary_df.groupby(by=['city'])['avg_cost_fixed'].transform(np.mean)
community_summary_df['avg_cost_std'] = community_summary_df.groupby(by=['city'])['avg_cost_fixed'].transform(np.std)
community_summary_df['total_price_mean'] = community_summary_df.groupby(by=['city'])['total_price_fixed'].transform(
np.mean)
community_summary_df['total_price_std'] = community_summary_df.groupby(by=['city'])['total_price_fixed'].transform(np.std)
# 和田等小城市均值可能为0
if community_summary_df['total_price_std'].unique()[0] != 0:
community_summary_df['total_price_score'] = 286.0134196 * (community_summary_df['total_price'] - community_summary_df['total_price_mean']) / community_summary_df['total_price_std']
community_summary_df['total_price_score'] = 286.0134196 * (community_summary_df['total_price_fixed'] - community_summary_df['total_price_mean']) / community_summary_df['total_price_std']
else:
community_summary_df['total_price_score'] = 0