Merge branch 'script_gj' into 'master'
58 特定城市抓取 See merge request !153
This commit is contained in:
+7
-5
@@ -191,7 +191,7 @@ class Esf58Crawl extends BaseBatch{
|
||||
void process(Object args) {
|
||||
//addContent("福州","https://fz.58.com/xiaoqu/", 70);
|
||||
|
||||
def citys = ["成都","南京","福州","厦门","泉州","东莞","广州","广州","广州","西安","沈阳","大连","昆明","太原","郑州","乌鲁木齐","烟台","绵阳","邯郸","潍坊","嘉兴","惠州","珠海","海口"]
|
||||
def citys = ["成都","广州","深圳","杭州","南京","郑州","苏州","武汉","青岛","石家庄","太原","济南","长沙","沈阳","宁波","佛山","珠海","昆明","温州","无锡","哈尔滨","南宁","东莞","大连","海口","潍坊","绵阳","乌鲁木齐","惠州"]
|
||||
cityList.each{city, str->
|
||||
for(def i=0;i<1;i++){
|
||||
// def city = "福州"
|
||||
@@ -220,10 +220,12 @@ class Esf58Crawl extends BaseBatch{
|
||||
def districtName = districts[i].name
|
||||
println "${city}【${i}/${districts.size()}】 "+districtName
|
||||
for(def j=1;j<=districtName.length()-1;j++) {
|
||||
def keyword = districtName.toString().substring(0, j);
|
||||
def keyStr = city+"##"+keyword;
|
||||
if(!useDistKeys.contains(keyStr)){
|
||||
useDistKeys << keyStr
|
||||
if(j<=2){
|
||||
def keyword = districtName.toString().substring(0, j);
|
||||
def keyStr = city+"##"+keyword;
|
||||
if(!useDistKeys.contains(keyStr)){
|
||||
useDistKeys << keyStr
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user