This commit is contained in:
2021-10-18 15:40:02 +08:00
parent 4db8221996
commit 5ecd1713ef
@@ -195,16 +195,18 @@ class Esf58Crawl extends BaseBatch{
cityList.each{city, str->
for(def i=0;i<1;i++){
// def city = "福州"
def districts = CommonDatautils.findAllDistricts(city, "district", ["city", "region", "name"]);
if(districts){
def arrs = str.split("\\|")
def url = "https://"+arrs[0]+".58.com/xiaoqu/"
distMap.put(city, districts)
if(citys.contains(city)){
def districts = CommonDatautils.findAllDistricts(city, "district", ["city", "region", "name"]);
if(districts){
def arrs = str.split("\\|")
def url = "https://"+arrs[0]+".58.com/xiaoqu/"
distMap.put(city, districts)
addCrawlKeys(city);
addDetailContent(city, url);
addCrawlKeys(city);
addDetailContent(city, url);
// Thread.sleep(1000*60*10)
}
}
}
}