From 7e89258b9ed9f34c8ac1f5eef4adb736066da8d5 Mon Sep 17 00:00:00 2001 From: gaojuan Date: Mon, 5 Jul 2021 16:39:51 +0800 Subject: [PATCH] =?UTF-8?q?58=E4=BF=AE=E6=94=B9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../com/fangjia/script/thirdPriceCrawl/Esf58Crawl.groovy | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/Esf58Crawl.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/Esf58Crawl.groovy index 05d0c713e..53823ee85 100644 --- a/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/Esf58Crawl.groovy +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/thirdPriceCrawl/Esf58Crawl.groovy @@ -166,8 +166,8 @@ class Esf58Crawl extends BaseBatch{ def addr = JQueryUtils.selectText(".desc", detailDocument); if(info){ if(info.size()>=4){ - city = info[2].replace("小区","") - region = info[3].replace("小区","") + city = info[2].replace("小区","").trim() + region = info[3].replace("小区","").trim() } } if(!addr){ @@ -212,8 +212,8 @@ class Esf58Crawl extends BaseBatch{ def saveThirdParty(metadata){ DBObject obj = new BasicDBObject(); obj.put("district_id", metadata.url); - obj.put("city", metadata.city); - obj.put("region", metadata.region); + obj.put("city", metadata.city.trim()); + obj.put("region", metadata.region.trim()); obj.put("block", metadata.block); obj.put("name", metadata.name); obj.put("s_date", SHORT_DATE); @@ -221,6 +221,7 @@ class Esf58Crawl extends BaseBatch{ obj.put("addres", metadata.address); obj.put("avg_price", metadata.avg_price.toInteger()); obj.put("c_date", new Date()); + println obj.toString() thirdPartyColl.save(obj); }