108 lines
3.7 KiB
Python
108 lines
3.7 KiB
Python
"""
|
|
小区周边1公里交通地铁入库业务逻辑
|
|
"""
|
|
import logging
|
|
from goojia_utils import MAIN_MONGO_CLIENT, ElasticSearchClient
|
|
import pandas as pd
|
|
from pymongo import UpdateOne
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
elastic_client = ElasticSearchClient(host='192.168.0.206')
|
|
district_facilitys_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'district_facilitys')
|
|
seaweed_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'seaweed')
|
|
server_area_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'server_area')
|
|
|
|
city_dict = list(server_area_conn.find({'city_grade': {'$ne': 0}}, {'display': 1}))
|
|
|
|
# 交通code
|
|
bus_typecode = ["150700","150500"]
|
|
|
|
log.info("开始执行周边交通配套入库")
|
|
|
|
def find_around_by_location(city, location):
|
|
"""
|
|
查找周边poi
|
|
:param city:
|
|
:param location:
|
|
:return:
|
|
"""
|
|
try:
|
|
bus_df = elastic_client.scan_to_data_frame('amap_poi', {
|
|
"_source": ["name"],
|
|
"query": {
|
|
"bool": {
|
|
"must_not": [
|
|
{
|
|
"term": {
|
|
"status": {
|
|
"value": 1
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"filter": [
|
|
{"terms": {
|
|
"typecode": bus_typecode
|
|
}},
|
|
{
|
|
"term": {
|
|
"cityname": {
|
|
"value": city
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"geo_distance": {
|
|
"distance": 1000,
|
|
"location": location
|
|
}
|
|
}
|
|
]
|
|
}
|
|
}
|
|
});
|
|
if len(bus_df) > 0:
|
|
return bus_df['name'].tolist()
|
|
return []
|
|
except Exception as e:
|
|
print(e)
|
|
return []
|
|
|
|
|
|
def deal(city, lng, lat):
|
|
location = [lng, lat]
|
|
bus_df = find_around_by_location(city, location)
|
|
return bus_df
|
|
|
|
for city_item in city_dict:
|
|
city = city_item['display']
|
|
log.info('开始查找' + city + '周边交通')
|
|
seaweed_df = pd.DataFrame(list(seaweed_conn.find({'city': city, 'cat': 'district', 'status': 0, 'lng': {'$ne': None}},
|
|
{'city': 1, 'region': 1, 'name': 1, 'lng': 1, 'lat': 1}).batch_size(
|
|
10000)))
|
|
if len(seaweed_df) <= 0:
|
|
continue
|
|
seaweed_df['lng'] = seaweed_df['lng'] / 10 ** 10
|
|
seaweed_df['lat'] = seaweed_df['lat'] / 10 ** 10
|
|
seaweed_df['bus'] = seaweed_df.apply(lambda x: deal(x['city'], x['lng'], x['lat']), axis=1)
|
|
|
|
actions = list()
|
|
log.info(city + '周边交通开始入库')
|
|
for index, item in seaweed_df.iterrows():
|
|
try:
|
|
# 周边配套库中历史原因,id可能不为小区id
|
|
action = UpdateOne({'city': item['city'], 'region': item['region'],
|
|
'district_name': item['name']}, {'$set': {'bus': item['bus'], 'city': item['city'], 'region': item['region'],
|
|
'district_name': item['name'], 'lng': item['lng'], 'lat': item['lat']}}, upsert=True)
|
|
actions.append(action)
|
|
except Exception as e:
|
|
print(e)
|
|
if len(actions) == 5000:
|
|
district_facilitys_conn.bulk_write(actions)
|
|
actions.clear()
|
|
if len(actions) > 0:
|
|
district_facilitys_conn.bulk_write(actions)
|
|
actions.clear()
|
|
log.info(city + '周边交通入库完毕')
|