From c4ef8d0dce9b10a11c0f37d444ca2370c91a24c2 Mon Sep 17 00:00:00 2001 From: "shenjian@fangjia.com" Date: Wed, 14 Dec 2022 16:16:55 +0800 Subject: [PATCH] =?UTF-8?q?=E9=92=88=E5=AF=B9=E8=B4=A2=E5=8A=9B=E6=BD=9C?= =?UTF-8?q?=E5=8A=9B=E7=89=B9=E5=BE=81=E5=A4=84=E7=90=86?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../business/community/consumption.py | 25 ++++++++----------- 1 file changed, 11 insertions(+), 14 deletions(-) diff --git a/dags/business/business/community/consumption.py b/dags/business/business/community/consumption.py index 2b20c25..43f20f4 100644 --- a/dags/business/business/community/consumption.py +++ b/dags/business/business/community/consumption.py @@ -53,15 +53,13 @@ def calc_consumption_potential(city): # 户均总价计算时候改成万 community_summary_df['total_price'] = round(community_summary_df['total_price'] / 10000, 0) - # 极值设置 - community_summary_df = filter_min_max(city, community_summary_df).copy() - community_summary_df['total_price_mean'] = community_summary_df.groupby(by=['city'])['normal_total_price'].transform( + community_summary_df['total_price_mean'] = community_summary_df.groupby(by=['city'])['total_price'].transform( np.mean) - community_summary_df['total_price_std'] = community_summary_df.groupby(by=['city'])['normal_total_price'].transform(np.std) + community_summary_df['total_price_std'] = community_summary_df.groupby(by=['city'])['total_price'].transform(np.std) - community_summary_df['estate_charge_mean'] = community_summary_df.groupby(by=['city'])['normal_estate_charge'].transform( + community_summary_df['estate_charge_mean'] = community_summary_df.groupby(by=['city'])['estate_charge'].transform( np.mean) - community_summary_df['estate_charge_std'] = community_summary_df.groupby(by=['city'])['normal_estate_charge'].transform( + community_summary_df['estate_charge_std'] = community_summary_df.groupby(by=['city'])['estate_charge'].transform( np.std) community_summary_df['relative_price_ranking_mean'] = community_summary_df.groupby(by=['city'])[ @@ -69,8 +67,8 @@ def calc_consumption_potential(city): community_summary_df['relative_price_ranking_std'] = community_summary_df.groupby(by=['city'])[ 'relative_price_ranking'].transform(np.std) - community_summary_df['avg_cost_mean'] = community_summary_df.groupby(by=['city'])['normal_avg_cost'].transform(np.mean) - community_summary_df['avg_cost_std'] = community_summary_df.groupby(by=['city'])['normal_avg_cost'].transform(np.std) + community_summary_df['avg_cost_mean'] = community_summary_df.groupby(by=['city'])['avg_cost'].transform(np.mean) + community_summary_df['avg_cost_std'] = community_summary_df.groupby(by=['city'])['avg_cost'].transform(np.std) community_summary_df['total_price_score'] = 286.0134196 * ( community_summary_df['total_price'] - community_summary_df['total_price_mean']) / community_summary_df[ @@ -107,7 +105,7 @@ def calc_consumption_rating(community_summary_df): """ df = community_summary_df[['_id', 'city', 'consumption_potential']] df = df.dropna(subset=['consumption_potential']) - source = "consumption_potential" + source = "normal_consumption_potential" target = "consumption_rating" actions = list() count = 0 @@ -116,6 +114,8 @@ def calc_consumption_rating(community_summary_df): # 对于样本低于5的直接排名 df[target] = df['consumption_potential'].rank(method='dense', ascending=False).astype(int) else: + # 极值设置 + df = filter_min_max(df) df = gmm_train(5, df, source, target) # 批量更新 for index, item in df.iterrows(): @@ -167,11 +167,8 @@ def sync(city=None): sync_by_city(city) -def filter_min_max(city, community_summary_df): - normal_df = pd.DataFrame(QuantileTransformer(output_distribution="normal").fit_transform(community_summary_df[['total_price', 'estate_charge', 'avg_cost']]), columns=['total_price', 'estate_charge', 'avg_cost']) - community_summary_df['normal_total_price'] = normal_df['total_price'] - community_summary_df['normal_estate_charge'] = normal_df['estate_charge'] - community_summary_df['normal_avg_cost'] = normal_df['avg_cost'] +def filter_min_max(community_summary_df): + community_summary_df['normal_consumption_potential'] = QuantileTransformer(output_distribution="normal").fit_transform(community_summary_df[['consumption_potential']]) # total_price5 = np.percentile(a=community_summary_df['total_price'], q=2, axis=0) # total_price95 = np.percentile(a=community_summary_df['total_price'], q=98, axis=0) # community_summary_df.loc[community_summary_df['total_price'] > total_price95, 'total_price'] = total_price95