feat(poi): 将缺少有效经纬度的区域单独导出到Excel的'缺少经纬度区域'Sheet
This commit is contained in:
@@ -93,6 +93,7 @@ def check_gov_township_diff(**context):
|
||||
district_docs = es_client.scan(index=INDEX_NAME, query=query_district)
|
||||
|
||||
diff_list = []
|
||||
missing_loc_list = []
|
||||
total_districts = 0
|
||||
processed_count = 0
|
||||
|
||||
@@ -117,18 +118,26 @@ def check_gov_township_diff(**context):
|
||||
tjj_district_code = source.get("tjj_district_code", "")
|
||||
location = source.get("location", {})
|
||||
|
||||
if not location or "lon" not in location or "lat" not in location:
|
||||
print(f"区域 {province}-{city}-{district}({mzb_district_code}) 缺少有效经纬度,跳过")
|
||||
continue
|
||||
lon = location.get("lon") if isinstance(location, dict) else None
|
||||
lat = location.get("lat") if isinstance(location, dict) else None
|
||||
|
||||
lon = location.get("lon")
|
||||
lat = location.get("lat")
|
||||
if not lon or not lat:
|
||||
if not location or lon is None or lat is None or not str(lon).strip() or not str(lat).strip():
|
||||
print(f"区域 {province}-{city}-{district}({mzb_district_code}) 缺少有效经纬度,记录并跳过")
|
||||
missing_loc_list.append({
|
||||
"ES文档ID": doc_id,
|
||||
"省份": province,
|
||||
"城市": city,
|
||||
"区域": district,
|
||||
"民政部区划代码": mzb_district_code,
|
||||
"统计局区划代码": tjj_district_code,
|
||||
"原因": "缺少有效经纬度(location)",
|
||||
"登记时间": datetime.now().strftime("%Y-%m-%d %H:%M:%S")
|
||||
})
|
||||
continue
|
||||
|
||||
processed_count += 1
|
||||
if processed_count % 50 == 0:
|
||||
print(f"已处理 {processed_count} 个县/市/旗, 当前发现差异 {len(diff_list)} 条...")
|
||||
print(f"已处理 {processed_count} 个县/市/旗, 当前发现差异 {len(diff_list)} 条, 缺少经纬度 {len(missing_loc_list)} 条...")
|
||||
|
||||
# 2. 调用高德 API 获取 township(传入可配置的 amap_key)
|
||||
amap_township = get_amap_township(lon, lat, key=amap_key)
|
||||
@@ -198,17 +207,22 @@ def check_gov_township_diff(**context):
|
||||
"排查时间": datetime.now().strftime("%Y-%m-%d %H:%M:%S")
|
||||
})
|
||||
|
||||
print(f"[{datetime.now()}] 扫描完成!共遍历区域: {processed_count} 个,发现不一致/缺失记录: {len(diff_list)} 条")
|
||||
print(f"[{datetime.now()}] 扫描完成!共遍历有效区域: {processed_count} 个,缺少经纬度区域: {len(missing_loc_list)} 个,发现不一致/缺失街道: {len(diff_list)} 条")
|
||||
|
||||
# 5. 生成 Excel 并邮件发送
|
||||
# 5. 生成 Excel 并邮件发送(包含两个 Sheet)
|
||||
tmp_dir = os.path.join(os.path.expanduser('~'), 'tmp', 'gov_diff')
|
||||
os.makedirs(tmp_dir, exist_ok=True)
|
||||
today_str = datetime.now().strftime('%Y%m%d_%H%M%S')
|
||||
excel_path = os.path.join(tmp_dir, f"县政府所在乡镇街道差异排查_{today_str}.xlsx")
|
||||
|
||||
df = pd.DataFrame(diff_list)
|
||||
df.to_excel(excel_path, index=False, engine='openpyxl')
|
||||
print(f"排查明细已写入 Excel: {excel_path}")
|
||||
with pd.ExcelWriter(excel_path, engine='openpyxl') as writer:
|
||||
df_diff = pd.DataFrame(diff_list)
|
||||
df_diff.to_excel(writer, sheet_name='街道差异名单', index=False)
|
||||
|
||||
df_missing = pd.DataFrame(missing_loc_list)
|
||||
df_missing.to_excel(writer, sheet_name='缺少经纬度区域', index=False)
|
||||
|
||||
print(f"排查明细已写入 Excel: {excel_path} (含 '街道差异名单' 与 '缺少经纬度区域' 两个 Sheet)")
|
||||
|
||||
# 发送邮件
|
||||
receiver = "wangwenyan@fangjia.com"
|
||||
@@ -219,10 +233,11 @@ def check_gov_township_diff(**context):
|
||||
<p>您好!</p>
|
||||
<p>系统已完成 206 ES <code>{INDEX_NAME}</code> 索引中县政府所在乡镇街道(<code>has_gov='是'</code>)与高德逆地理街道(<code>township</code>)的比对排查,详情如下:</p>
|
||||
<ul>
|
||||
<li><b>总排查区域数:</b> {processed_count} 个</li>
|
||||
<li><b>发现差异/待核对记录数:</b> {len(diff_list)} 条</li>
|
||||
<li><b>比对县/市/旗区域数:</b> {processed_count} 个</li>
|
||||
<li><b>发现街道差异/待核对记录数:</b> {len(diff_list)} 条(见 Sheet: 街道差异名单)</li>
|
||||
<li><b>缺少经纬度待补全区域数:</b> {len(missing_loc_list)} 个(见 Sheet: 缺少经纬度区域)</li>
|
||||
</ul>
|
||||
<p>详细差异名单已附在附件 Excel 中,请人工审核确认。</p>
|
||||
<p>详细名单已整理在附件 Excel 中,请人工审核确认。</p>
|
||||
"""
|
||||
|
||||
print(f"正在发送审核邮件至: {receiver}, 抄送: {cc_receiver} ...")
|
||||
|
||||
Reference in New Issue
Block a user