diff --git a/dags/business/business/community/consumption.py b/dags/business/business/community/consumption.py index 8a06f64..7d11d4d 100644 --- a/dags/business/business/community/consumption.py +++ b/dags/business/business/community/consumption.py @@ -53,11 +53,9 @@ def calc_consumption_potential(city): # 户均总价计算时候改成万 community_summary_df['total_price'] = round(community_summary_df['total_price'] / 10000, 0) - community_summary_df['total_price_mean'] = community_summary_df.groupby(by=['city'])['total_price'].transform( - np.mean) - community_summary_df['total_price_std'] = community_summary_df.groupby(by=['city'])['total_price'].transform(np.std) - # 噪音词处理 + community_summary_df['total_price_fixed'] = QuantileTransformer(output_distribution="normal").fit_transform( + community_summary_df[['total_price']]) community_summary_df['avg_cost_fixed'] = QuantileTransformer(output_distribution="normal").fit_transform( community_summary_df[['avg_cost']]) @@ -77,9 +75,13 @@ def calc_consumption_potential(city): community_summary_df['avg_cost_mean'] = community_summary_df.groupby(by=['city'])['avg_cost_fixed'].transform(np.mean) community_summary_df['avg_cost_std'] = community_summary_df.groupby(by=['city'])['avg_cost_fixed'].transform(np.std) + community_summary_df['total_price_mean'] = community_summary_df.groupby(by=['city'])['total_price_fixed'].transform( + np.mean) + community_summary_df['total_price_std'] = community_summary_df.groupby(by=['city'])['total_price_fixed'].transform(np.std) + # 和田等小城市均值可能为0 if community_summary_df['total_price_std'].unique()[0] != 0: - community_summary_df['total_price_score'] = 286.0134196 * (community_summary_df['total_price'] - community_summary_df['total_price_mean']) / community_summary_df['total_price_std'] + community_summary_df['total_price_score'] = 286.0134196 * (community_summary_df['total_price_fixed'] - community_summary_df['total_price_mean']) / community_summary_df['total_price_std'] else: community_summary_df['total_price_score'] = 0