新增地址别名及成交量统计
This commit is contained in:
@@ -5,17 +5,21 @@
|
|||||||
from goojia_utils import MAIN_MONGO_CLIENT, dateutils, ClickHouseClient
|
from goojia_utils import MAIN_MONGO_CLIENT, dateutils, ClickHouseClient
|
||||||
import pandas as pd
|
import pandas as pd
|
||||||
|
|
||||||
|
|
||||||
server_area_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'server_area')
|
server_area_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'server_area')
|
||||||
seaweed_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'seaweed')
|
seaweed_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'seaweed')
|
||||||
district_stat_conn = MAIN_MONGO_CLIENT.get_collection('fangjia_stat', 'district_stat')
|
district_stat_conn = MAIN_MONGO_CLIENT.get_collection('fangjia_stat', 'district_stat')
|
||||||
sqmetre_rent_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'sqmetre_rent')
|
sqmetre_rent_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'sqmetre_rent')
|
||||||
clickHouseClient = ClickHouseClient(host="192.168.0.216", database='fangjia_stat')
|
clickHouseClient = ClickHouseClient(host="192.168.0.216", database='fangjia_stat')
|
||||||
|
deal_price_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'deal_price')
|
||||||
|
|
||||||
city_df = pd.DataFrame(list(server_area_conn.find({}, {'city_grade': 1, 'display': 1})))
|
city_df = pd.DataFrame(list(server_area_conn.find({}, {'city_grade': 1, 'display': 1})))
|
||||||
city_df = city_df.rename(columns={'city_grade': 'city_level', 'display': 'city'})
|
city_df = city_df.rename(columns={'city_grade': 'city_level', 'display': 'city'})
|
||||||
city_df = city_df[city_df['city_level'] != 0]
|
city_df = city_df[city_df['city_level'] != 0]
|
||||||
|
|
||||||
|
seaweed_df = pd.DataFrame(
|
||||||
|
list(seaweed_conn.find({'cat': 'district', 'status': 0}, {'city': 1, 'region': 1, 'name': 1, 'mapping_alias': 1})
|
||||||
|
.batch_size(10000)))
|
||||||
|
seaweed_df = seaweed_df.rename(columns={'mapping_alias': 'alias'})
|
||||||
|
|
||||||
# #### 1. 小区数量
|
# #### 1. 小区数量
|
||||||
result_df = pd.DataFrame(list(seaweed_conn.aggregate([
|
result_df = pd.DataFrame(list(seaweed_conn.aggregate([
|
||||||
@@ -27,6 +31,41 @@ result_df = result_df.rename(columns={'_id': 'city'})
|
|||||||
df = pd.merge(result_df, city_df, how='right', on='city')
|
df = pd.merge(result_df, city_df, how='right', on='city')
|
||||||
df.fillna(0, inplace=True)
|
df.fillna(0, inplace=True)
|
||||||
|
|
||||||
|
# 有别名小区量
|
||||||
|
alias_df = pd.DataFrame(list(seaweed_conn.aggregate([
|
||||||
|
{'$match': {'cat': 'district', 'status': 0, 'mapping_alias': {'$ne': None}}},
|
||||||
|
{'$group': {'_id': "$city", 'alias_count': {'$sum': 1}}}])))
|
||||||
|
alias_df = alias_df.rename(columns={'_id': 'city'})
|
||||||
|
df = pd.merge(df, alias_df, how='left', on=['city'])
|
||||||
|
|
||||||
|
# 有地址别名小区量
|
||||||
|
address_alias_df = pd.DataFrame(list(seaweed_conn.aggregate([
|
||||||
|
{'$match': {'cat': 'district', 'status': 0, 'addr_alias': {'$ne': None}}},
|
||||||
|
{'$group': {'_id': "$city", 'address_alias_count': {'$sum': 1}}}])))
|
||||||
|
address_alias_df = address_alias_df.rename(columns={'_id': 'city'})
|
||||||
|
df = pd.merge(df, address_alias_df, how='left', on=['city'])
|
||||||
|
|
||||||
|
##### 2. 近一年成交量
|
||||||
|
|
||||||
|
# 小区别名升级为单独df
|
||||||
|
actions = list()
|
||||||
|
for index, item in seaweed_df.iterrows():
|
||||||
|
if type(item['alias']) == list:
|
||||||
|
for name in item['alias']:
|
||||||
|
actions.append({'_id': item['_id'], 'city': item['city'], 'name': name, 'region': item['region']})
|
||||||
|
alias_df = pd.DataFrame(actions)
|
||||||
|
seaweed_alias_df = pd.concat([seaweed_df[['_id', 'city', 'region', 'name']], alias_df])
|
||||||
|
deal_price_df = pd.DataFrame(list(deal_price_conn.find(
|
||||||
|
{'trade_date': {'$gte': dateutils.add_months(dateutils.datetime.datetime.now(), days=-365)}},
|
||||||
|
{'city': 1, 'region': 1, 'district_name': 1, '_id': 0}).batch_size(10000)))
|
||||||
|
deal_price_df = deal_price_df.rename(columns={'district_name': 'name'})
|
||||||
|
deal_price_seaweed_df = pd.merge(deal_price_df, seaweed_alias_df, how='left', on=['city', 'region', 'name'])
|
||||||
|
# 剔除没有配到的小区
|
||||||
|
deal_price_seaweed_notnull_df = deal_price_seaweed_df.dropna(subset=['_id'])
|
||||||
|
deal_price_seaweed_notnull_df.loc[:, 'one_year_deal'] = deal_price_seaweed_notnull_df.groupby(['city'])[
|
||||||
|
'city'].transform('size')
|
||||||
|
deal_price_half_year_df = deal_price_seaweed_notnull_df[['city', 'one_year_deal']].drop_duplicates(keep='first')
|
||||||
|
df = pd.merge(df, deal_price_half_year_df, how='left', on=['city'])
|
||||||
|
|
||||||
# #### 2. 均价数量
|
# #### 2. 均价数量
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user