Files
airflow/dags/mt/supply/comm.py
T
shenjian@fangjia.com d9f675aebb 优化地址别名
2022-07-06 15:30:53 +08:00

79 lines
3.6 KiB
Python

"""
小区属性导出
"""
from goojia_utils import MAIN_MONGO_CLIENT, dateutils, commutils
import pandas as pd
import datetime
import os
import sys
seaweed_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'seaweed')
path = "/home/airflow/data/mt"
if not os.path.exists(path):
os.makedirs(path)
city_df = pd.read_excel('/opt/airflow/dags/repo/dags/mt/supply/data/美团69城市列表.xlsx')
cities = city_df['城市列表'].values.tolist()
output_date = sys.argv[1] if len(sys.argv) > 1 else dateutils.format_date(datetime.datetime.now(), '%Y%m')
print("输出日期" + output_date)
seaweed_df = pd.DataFrame()
for city in cities:
temp_df = pd.DataFrame(list(seaweed_conn.find({'cat': 'district', 'status': 0, 'city': city}).batch_size(10000)))
seaweed_df = pd.concat([seaweed_df, temp_df])
seaweed_result_df = seaweed_df[
['_id', 'city', 'region', 'name', 'mapping_alias', 'address', 'addr_alias', 'lng', 'lat', 'block', 'loop_line_info',
'business_quarter',
'household_count', 'estate_charge', 'car_site_count', 'property_life', 'house_property', 'all_area', 'build_area',
'cubage_percent', 'virescence_percent', 'estate_type2', 'build_type', 'build_structure', 'finish_building_date',
'developer',
'main_type', 'main_type_area']]
def format_seaweed(x):
"""
格式化输出小区属性
:param x:
:return:
"""
try:
x.mapping_alias = commutils.format_mapping_alias(x.mapping_alias, x.name)
x.addr_alias = commutils.format_addr_alias(x.addr_alias, x.address)
x.virescence_percent = commutils.format_greening_rate(x.virescence_percent)
x.all_area = commutils.format_all_area(x.all_area)
x.build_area = commutils.format_build_area(x.build_area)
x.car_site_count = commutils.format_car_site_count(x.car_site_count)
x.household_count = commutils.format_household_count(x.household_count)
x.lng = commutils.format_lat_lng(x.lng)
x.lat = commutils.format_lat_lng(x.lat)
x.cubage_percent = commutils.format_plot_ratio(x.cubage_percent)
house_type_area_dic = commutils.format_house_type_area(x.main_type, x.main_type_area)
x.main_type = house_type_area_dic['house_type']
x.main_type_area = house_type_area_dic['house_area']
x.household_count = commutils.format_households(x.household_count)
x.estate_charge = commutils.format_property_fee(x.estate_charge)
x.developer = commutils.format_developer(x.developer)
x.finish_building_date = commutils.format_finish_building_date(x.finish_building_date)
x.loop_line_info = commutils.format_loop_line_info(x.loop_line_info)
x.build_type = commutils.format_build_type(x.build_type)
x.property_life = commutils.format_property_life(x.property_life)
x.block = commutils.format_block(x.block)
x.business_quarter = commutils.format_business_quarter(x.business_quarter)
return x
except Exception as e:
print(e)
print(x)
pass
seaweed_new_result_df = seaweed_result_df.apply(lambda x: format_seaweed(x), axis=1)
seaweed_new_result_df = seaweed_new_result_df.rename(columns={'_id': 'id', 'mapping_alias': 'alias', 'household_count': 'households', 'estate_charge': 'property_fee',
'cubage_percent' : 'plot_ratio', 'virescence_percent': 'landscaping_ratio', 'estate_type2': 'property_type',
'main_type': 'house_type', 'main_type_area': 'house_area'})
seaweed_new_result_df.to_csv(path + '/FJW_COMM_' + output_date + '.csv',
sep='@', encoding='utf-8', index=False)