Merge branch 'script_gj' into 'master'

58 特定城市抓取

See merge request !153
This commit is contained in:
2021-10-20 17:52:07 +08:00
@@ -191,7 +191,7 @@ class Esf58Crawl extends BaseBatch{
void process(Object args) {
//addContent("福州","https://fz.58.com/xiaoqu/", 70);
def citys = ["成都","南京","福州","厦门","泉州","东莞","广州","广州","广州","西安","沈阳","大连","昆明","太原","郑州","乌鲁木齐","烟台","绵阳","邯郸","潍坊","嘉兴","惠州","珠海","海口"]
def citys = ["成都","广州","深圳","杭州","南京","郑州","苏州","武汉","青岛","石家庄","太原","济南","长沙","沈阳","宁波","佛山","珠海","昆明","温州","无锡","哈尔滨","南宁","东莞","大连","海口","潍坊","绵阳","乌鲁木齐","惠州"]
cityList.each{city, str->
for(def i=0;i<1;i++){
// def city = "福州"
@@ -220,10 +220,12 @@ class Esf58Crawl extends BaseBatch{
def districtName = districts[i].name
println "${city}【${i}/${districts.size()}】 "+districtName
for(def j=1;j<=districtName.length()-1;j++) {
def keyword = districtName.toString().substring(0, j);
def keyStr = city+"##"+keyword;
if(!useDistKeys.contains(keyStr)){
useDistKeys << keyStr
if(j<=2){
def keyword = districtName.toString().substring(0, j);
def keyStr = city+"##"+keyword;
if(!useDistKeys.contains(keyStr)){
useDistKeys << keyStr
}
}
}
}