新增一手房成交信息抓取

This commit is contained in:
沈健
2021-09-03 09:20:48 +08:00
parent 5f37c82674
commit 729b2a246c
@@ -0,0 +1,70 @@
package com.fangjia.script.temp.shenjian.seaweed
import com.alibaba.fastjson.JSONObject
import com.fangjia.core.util.HttpRequest
import com.fangjia.script.statistics.seaweed.HouseDetail
import com.fangjia.script.statistics.seaweed.HouseList
import com.fangjia.script.statistics.seaweed.School
import com.fangjia.script.util.MongoUtils
import com.mongodb.BasicDBObject
import com.mongodb.DBCollection
import com.mongodb.DBObject
import org.apache.commons.collections.CollectionUtils
import org.apache.commons.lang.StringUtils
/**
* @author shenjian* @since 2021/9/2
*/
class NewHouseFangDi {
static DBCollection collection = MongoUtils.getCollectionByName("fangjia_craw", "seaweed_school", "192.168.0.235", 27018)
public static Map<String, String> headerMap(String cook) {
Map<String, String> headers = new HashMap<String, String>();
headers.put("Host", "www.fangdi.com.cn")
headers.put("Connection", "keep-alive")
headers.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Safari/537.36")
headers.put("Content-Type", "application/x-www-form-urlencoded;charset=utf-8")
headers.put("Accept", "application/json, text/javascript, */*; q=0.01")
headers.put("X-Requested-With", "XMLHttpRequest")
headers.put("Origin", "http://www.fangdi.com.cn")
headers.put("Referer", "http://www.fangdi.com.cn/new_house/new_house_list_fast.html?dicPriceID=&dicRegionID=&flatID=&districtID=5391be55e75e5506&check_input2=105C")
headers.put("Cookie", "_applet_id=34185;_applet_ticket=e294e2426345401088a3e828128e70e3")
headers.put("Accept-Encoding", "gzip, deflate")
headers.put("Accept-Language", "zh-CN,zh;q=0.9")
headers.put("Cookie", "www.fangdi.com_http_ic=www.fangdi.com.cn_80_RS; www.fangdi.com.cn=www.fangdi.com.cn_rs3; FSSBBIl1UgzbN7N80S=QS7tHXu4vqldPlDeqJkUCGoyqBmqHzTtyqvrk2ibcRKGVcbPOJ7ERuh5qYgHVD4l; www.fangdi.com_http_ic=www.fangdi.com.cn_80_RS; FSSBBIl1UgzbN7Nenable=true; JSESSIONID1=jw-mUJZsTiFYkXShzn6asMa401YoEZs-0WzhNHrUGId4Jh1_14tj!-338668155; FSSBBIl1UgzbN7N80T=4t2lc885DGECHVNGMwL4w1LcI9v43OwswK7ZOXM5ZbcyVF1UvDPUs59KVOQkq_2hxc0iJrZi3gBiildN1Xfh7xNz81qFz12KwlUJrncPg8mejTeav9tTOgiiPXMZZfJ4rltOCYgOzLLqbj5nG9esEse9UWPYnFdkTWvjpJUTfdyIGg9vB_S9ABAvmir3e89JTbzvfK4.i_IRPFED2hsteZcTiIpNWteOxZMMeDPSnKJei2_Hqhmn7LQMVZanibREAJ8Ah7IxIAwcMtRqAtZLLRpcQMtwnqkEoUPHf435yJVKL20fHui11nhVV4MxTHo9pcoz6L.yhuezCyP5NGTdpV14XV_yBCBhNkSXKWbO.lWAEUQ8yBkMwLLgaYY34sg0Bz_0")
return headers;
}
static void main(String[] args) {
Map<String, String> headers = headerMap("")
HttpRequest re = new HttpRequest();
String str = null
try {
Map<String, String> params = new HashMap<String, String>();
// params.put("districtID", "5391be55e75e5506")
// params.put("dicRegionID", "")
// params.put("dicPriceID", "")
// params.put("flatID", "")
params.put("districtID", "5391be55e75e5506")
params.put("dicRegionID", "")
params.put("stateID", "4d29bb4241910ce3")
params.put("houseAreaID", "0")
params.put("dicAvgpriceID", "0")
params.put("dicPositionID", "")
params.put("houseTypeID", "0")
params.put("houseTypeID", "0")
params.put("address", "")
params.put("openingID", "")
params.put("projectName", "")
params.put("currentPage", "1")
str = re.post("http://www.fangdi.com.cn/service/freshHouse/getFastHosueList.action", params, headers, "UTF-8");
} catch (Exception e) {
e.printStackTrace()
}
def data = JSONObject.parseObject(str).get("data")
print(data)
}
}