新增相同区域相近建筑年代户均面积
This commit is contained in:
Binary file not shown.
@@ -21,17 +21,7 @@ def build_doc(item):
|
||||
return doc_dict
|
||||
|
||||
|
||||
def sync():
|
||||
log.info(f"开始补全户均总价信息至206 {index_name}")
|
||||
|
||||
factor_df = pd.read_csv(path + '/小区户均总价面积因子已去极值.csv', sep='@', encoding='UTF-8')
|
||||
community_df = es206_client.scan_by_sql_to_data_frame("select city, region, name, avg_price from community_summary where avg_price is not null and total_price is null")
|
||||
|
||||
community_factor_df = pd.merge(community_df, factor_df, how='left', on=['_id', 'city', 'region', 'name'])
|
||||
community_factor_df['total_price'] = community_factor_df['avg_price'] * community_factor_df['factor']
|
||||
community_factor_df = community_factor_df[community_factor_df['total_price'].notna()]
|
||||
community_factor_df['total_price'] = community_factor_df['total_price'].astype(int)
|
||||
|
||||
def save(community_factor_df):
|
||||
actions = list()
|
||||
count = 0
|
||||
for index, item in community_factor_df.iterrows():
|
||||
@@ -54,6 +44,42 @@ def sync():
|
||||
if len(actions) > 0:
|
||||
helpers.bulk(es206_client.elastic_client, actions)
|
||||
actions.clear()
|
||||
|
||||
|
||||
def sync():
|
||||
log.info(f"开始补全户均总价信息至206 {index_name}")
|
||||
|
||||
factor_df = pd.read_csv(path + '/小区户均总价面积因子已去极值.csv', sep='@', encoding='UTF-8')
|
||||
community_df = es206_client.scan_by_sql_to_data_frame("select city, region, name, avg_price, finish_building_date from community_summary where avg_price is not null and total_price is null")
|
||||
|
||||
community_factor_df = pd.merge(community_df, factor_df, how='left', on=['_id', 'city', 'region', 'name'])
|
||||
community_factor_df['total_price'] = community_factor_df['avg_price'] * community_factor_df['factor']
|
||||
|
||||
build_year_area_df = pd.read_excel(path + '/全国各区各建筑年代户均面积已去极值.xlsx')
|
||||
build_year_area_dict = dict()
|
||||
for index, build_year_area in build_year_area_df.iterrows():
|
||||
build_year_area_dict[build_year_area['city'] + '|' + build_year_area['region'] + "|" + build_year_area['buildyear']] = build_year_area['factor']
|
||||
for index, item in community_factor_df[(community_factor_df['total_price'].isna()) & (community_factor_df['finish_building_date'].notna())].iterrows():
|
||||
finish_building_date = item['finish_building_date']
|
||||
if finish_building_date < 1980:
|
||||
community_factor_df.loc[index, 'factor'] = build_year_area_dict[item['city'] + "|" + item['region'] + "|1980以前"] if item['city'] + "|" + item['region'] + "|1980以前" in build_year_area_dict else None
|
||||
elif 1980 <= finish_building_date < 1990:
|
||||
community_factor_df.loc[index, 'factor'] = build_year_area_dict[item['city'] + "|" + item['region'] + "|[1980-1990)"] if item['city'] + "|" + item['region'] + "|[1980-1990)" in build_year_area_dict else None
|
||||
elif 1990 <= finish_building_date < 2000:
|
||||
community_factor_df.loc[index, 'factor'] = build_year_area_dict[item['city'] + "|" + item['region'] + "|[1990-2000)"] if item['city'] + "|" + item['region'] + "|[1990-2000)" in build_year_area_dict else None
|
||||
elif 2000 <= finish_building_date < 2010:
|
||||
community_factor_df.loc[index, 'factor'] = build_year_area_dict[item['city'] + "|" + item['region'] + "|[2000-2010)"] if item['city'] + "|" + item['region'] + "|[2000-2010)" in build_year_area_dict else None
|
||||
elif 2010 <= finish_building_date < 2020:
|
||||
community_factor_df.loc[index, 'factor'] = build_year_area_dict[item['city'] + "|" + item['region'] + "|[2010-2020)"] if item['city'] + "|" + item['region'] + "|[2010-2020)" in build_year_area_dict else None
|
||||
elif finish_building_date >= 2020:
|
||||
community_factor_df.loc[index, 'factor'] = build_year_area_dict[item['city'] + "|" + item['region'] + "|2020及以后"] if item['city'] + "|" + item['region'] + "|2020及以后" in build_year_area_dict else None
|
||||
community_factor_df['total_price'] = community_factor_df['avg_price'] * community_factor_df['factor']
|
||||
|
||||
community_factor_df = community_factor_df[community_factor_df['total_price'].notna()]
|
||||
community_factor_df['total_price'] = community_factor_df['total_price'].astype(int)
|
||||
|
||||
save(community_factor_df)
|
||||
|
||||
log.info(f"完成补全户均总价信息至206 {index_name}")
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user