From a2081cf9df8600e73b8bc474b330f029ff6f6a8e Mon Sep 17 00:00:00 2001 From: sjshenjian Date: Tue, 27 Apr 2021 09:32:35 +0800 Subject: [PATCH] =?UTF-8?q?=E6=97=A0=E6=95=88=E7=A7=8D=E5=AD=90=E6=B8=85?= =?UTF-8?q?=E9=99=A4?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../com/fangjia/script/temp/shenjian/crawl/CommFang.groovy | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/crawl/CommFang.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/crawl/CommFang.groovy index a36b31539..e44632fc2 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/crawl/CommFang.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/crawl/CommFang.groovy @@ -39,8 +39,10 @@ class CommFang { dbObject.put("c_date", c_date) dbObject.put("m_date", c_date) - set.add(id) - doc.add(dbObject) + if (obj.region != null) { + set.add(id) + doc.add(dbObject) + } if (doc.size() == 5000) { districtSeeds.insert(doc) doc.clear()