diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/crawl/CommFang.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/crawl/CommFang.groovy index a36b31539..e44632fc2 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/crawl/CommFang.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/crawl/CommFang.groovy @@ -39,8 +39,10 @@ class CommFang { dbObject.put("c_date", c_date) dbObject.put("m_date", c_date) - set.add(id) - doc.add(dbObject) + if (obj.region != null) { + set.add(id) + doc.add(dbObject) + } if (doc.size() == 5000) { districtSeeds.insert(doc) doc.clear()