新增小区43同步至100高效方式
This commit is contained in:
@@ -40,7 +40,7 @@ def sync_district_office(type):
|
||||
updateDict['alias'] = doc['alias']
|
||||
if 'addr_alias' in doc:
|
||||
updateDict['addr_alias'] = doc['addr_alias']
|
||||
if 'lng' in doc and str(doc['lng']) != 'nan':
|
||||
if 'lng' in doc and doc['lng'] is not None and str(doc['lng']) != 'nan':
|
||||
updateDict['location'] = {'lon': doc['lng'] / 10**10, 'lat': doc['lat'] / 10**10}
|
||||
updateDict['update_date'] = update_date
|
||||
action = UpdateOne({'_id': doc['_id']}, {'$set': updateDict}, upsert=True)
|
||||
@@ -50,7 +50,7 @@ def sync_district_office(type):
|
||||
seaweed_didata_conn.bulk_write(actions)
|
||||
actions.clear()
|
||||
|
||||
didata_id_df = pd.DataFrame(list(seaweed_didata_conn.find({'city': city, 'cat': type}, {'_id': 1}).batch_size(10000)))[['_id']]
|
||||
didata_id_df = pd.DataFrame(list(seaweed_didata_conn.find({'city': city, 'category': type}, {'_id': 1}).batch_size(10000)))[['_id']]
|
||||
id_df = pd.DataFrame(id_list)
|
||||
deleted_seaweed_df = pd.concat([didata_id_df, id_df, id_df]).drop_duplicates(keep=False)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user