From ca55e1a30e91be3e991f9d59ad607957b2297e20 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=B2=88=E5=81=A5?= Date: Thu, 2 Sep 2021 19:08:26 +0800 Subject: [PATCH] =?UTF-8?q?=E6=96=B0=E5=A2=9E=E6=B5=A6=E4=B8=9C=E5=AF=B9?= =?UTF-8?q?=E5=8F=A3=E5=B0=8F=E5=AD=A6=E5=88=9D=E4=B8=AD=E6=8A=93=E5=8F=96?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../shenjian/seaweed/SeaweedSchool.groovy | 159 +++++++++++ .../script/statistics/json/housedetail.json | 42 +++ .../script/statistics/json/houselist.json | 255 ++++++++++++++++++ .../script/statistics/json/school.json | 65 +++++ .../statistics/seaweed/HouseDetail.java | 79 ++++++ .../script/statistics/seaweed/HouseList.java | 107 ++++++++ .../script/statistics/seaweed/School.java | 85 ++++++ 7 files changed, 792 insertions(+) create mode 100644 projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/seaweed/SeaweedSchool.groovy create mode 100644 projects/fangjia-script/src/main/java/com/fangjia/script/statistics/json/housedetail.json create mode 100644 projects/fangjia-script/src/main/java/com/fangjia/script/statistics/json/houselist.json create mode 100644 projects/fangjia-script/src/main/java/com/fangjia/script/statistics/json/school.json create mode 100644 projects/fangjia-script/src/main/java/com/fangjia/script/statistics/seaweed/HouseDetail.java create mode 100644 projects/fangjia-script/src/main/java/com/fangjia/script/statistics/seaweed/HouseList.java create mode 100644 projects/fangjia-script/src/main/java/com/fangjia/script/statistics/seaweed/School.java diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/seaweed/SeaweedSchool.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/seaweed/SeaweedSchool.groovy new file mode 100644 index 000000000..09131cfb4 --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/temp/shenjian/seaweed/SeaweedSchool.groovy @@ -0,0 +1,159 @@ +package com.fangjia.script.temp.shenjian.seaweed + +import com.alibaba.fastjson.JSONObject +import com.fangjia.core.Constants +import com.fangjia.core.util.DataUtil +import com.fangjia.core.util.HttpRequest +import com.fangjia.core.util.Mongo3Utils +import com.fangjia.script.statistics.seaweed.HouseDetail +import com.fangjia.script.statistics.seaweed.HouseList +import com.fangjia.script.statistics.seaweed.School +import com.fangjia.script.util.MongoUtils +import com.mongodb.BasicDBObject +import com.mongodb.DBCollection +import com.mongodb.DBObject +import com.mongodb.client.MongoCollection +import org.apache.commons.collections.CollectionUtils +import org.apache.commons.lang.StringUtils +import org.bson.Document +import org.jdom.Content; + +/** + * @author shenjian* @since 2021/9/2 + */ +class SeaweedSchool { + + static DBCollection collection = MongoUtils.getCollectionByName("fangjia_craw", "seaweed_school", "192.168.0.235", 27018) + + public static Map headerMap(String cook) { + Map headers = new HashMap(); + headers.put("Host", "www.mapmapping.com") + headers.put("Connection", "keep-alive") + headers.put("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.143 Safari/537.36 MicroMessenger/7.0.9.501 NetType/WIFI MiniProgramEnv/Windows WindowsWechat") + headers.put("Content-Type", "application/json") + headers.put("Cookie", "_applet_id=34185;_applet_ticket=e294e2426345401088a3e828128e70e3") + headers.put("Referer", "https://servicewechat.com/wx5568ec264e167aeb/9/page-frame.html") + headers.put("Accept-Encoding", "gzip, deflate, br") + + return headers; + } + + static void main(String[] args) { + Map headers = headerMap("") + HttpRequest re = new HttpRequest(); + String str = null + final String area = "浦东新区"; + final int perPage = 10 + final int total = 4733; + for (int page = 1; page < total / perPage; page++) { + Thread.sleep(10000) + print("当前页:" + page) + try { + Map params = new HashMap(); + params.put("city", "上海市") + params.put("area", area) + params.put("page", String.valueOf(page)) + params.put("perPage", String.valueOf(perPage)) + params.put("priceType", "") + params.put("order", "") + params.put("source", "1") + str = re.get("https://mapmapping.com/school-web/house/getHouseInfoList", params, headers, "UTF-8"); + } catch (Exception e) { + e.printStackTrace() + } + println str + if (StringUtils.isNotEmpty(str)) { + HouseList houseList = JSONObject.parseObject(str, HouseList.class); + if (houseList != null && "000".equals(houseList.getCode())) { + /*Integer total = houseList.getContent().getTotal();*/ + List listDTOS = houseList.getContent().getList(); + if (CollectionUtils.isNotEmpty(listDTOS)) { + for (HouseList.ContentDTO.ListDTO listDTO : listDTOS) { + Thread.sleep(5000) + Integer id = listDTO.getId(); + //# 房屋详情 + HouseDetail houseDetail = getHouseDetail(re, id, headers) + //# 对口小学 + School primarySchool = getPrimarySchool(re, id, headers) + //# 对口中学 + School middleSchool = getMiddleSchool(re, id, headers) + String url = "https://mapmapping.com/school-web/house/getHouseInfoDetail?source=1&id=" + String.valueOf(id) + saveData(houseDetail, primarySchool, middleSchool, url); + } + } + } + } + } + } + + private static void saveData(HouseDetail houseDetail, School primarySchool, School middleSchool, def url) { + DBObject dbObject = new BasicDBObject() + dbObject.put("url", url) + dbObject.put("root", "沪上学区房") + dbObject.put("c_date", new Date()) + dbObject.put("city", "上海") + dbObject.put("region", houseDetail.getContent().getArea()) + dbObject.put("name", houseDetail.getContent().getName()) + dbObject.put("address", houseDetail.getContent().getAddress()) + List primarySchools = primarySchool.getContent(); + if (CollectionUtils.isNotEmpty(primarySchools)) { + List schools = new ArrayList<>() + for (School.ContentDTO contentDTO : primarySchools) { + DBObject schoolObject = new BasicDBObject(); + if ("小学".equals(contentDTO.getType())) { + schoolObject.put("name", contentDTO.getName()) + schoolObject.put("quality", contentDTO.getQuality()) + schools.add(schoolObject) + } + } + dbObject.put("primarySchool", schools) + } + + List middleSchools = middleSchool.getContent(); + if (CollectionUtils.isNotEmpty(middleSchools)) { + List schools = new ArrayList<>() + for (School.ContentDTO contentDTO : middleSchools) { + DBObject schoolObject = new BasicDBObject(); + if ("初中".equals(contentDTO.getType())) { + schoolObject.put("name", contentDTO.getName()) + schoolObject.put("quality", contentDTO.getQuality()) + schools.add(schoolObject) + } + } + dbObject.put("middleSchool", schools) + } + + + collection.update(new BasicDBObject("url", url).append("root", "沪上学区房"), dbObject, true, false) + } + + private static HouseDetail getHouseDetail(def re, def id, def headers) { + Map params = new HashMap(); + params.put("id", String.valueOf(id)) + params.put("source", "1") + def str = re.get("https://mapmapping.com/school-web/house/getHouseInfoDetail", params, headers, "UTF-8"); + return JSONObject.parseObject(str, HouseDetail.class) + } + + private static School getPrimarySchool(def re, def id, def headers) { + Map params = new HashMap(); + params.put("id", String.valueOf(id)) + params.put("type", "2") + params.put("page", "1") + params.put("perPage", "2") + params.put("source", "1") + def str = re.get("https://mapmapping.com/school-web/house/getPlotSchoolList", params, headers, "UTF-8"); + return JSONObject.parseObject(str, School.class) + } + + private static School getMiddleSchool(def re, def id, def headers) { + Map params = new HashMap(); + params.put("id", String.valueOf(id)) + params.put("type", "3") + params.put("page", "1") + params.put("perPage", "4") + params.put("source", "1") + def str = re.get("https://mapmapping.com/school-web/house/getPlotSchoolList", params, headers, "UTF-8"); + return JSONObject.parseObject(str, School.class) + } +} diff --git a/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/json/housedetail.json b/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/json/housedetail.json new file mode 100644 index 000000000..64af63aad --- /dev/null +++ b/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/json/housedetail.json @@ -0,0 +1,42 @@ +{ + "code": "000", + "desc": "操作成功", + "content": { + "id": 59151, + "name": "凌高小区", + "imgsUrl": "[\"https://image1.ljcdn.com/hdic-resblock/5f42d5a7-acd9-4a6f-a9f9-92dd651adf6c.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/ff4c17ac-759a-4e52-bf24-561fa02e851a.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/e1ace69b-ce4b-43f9-9e5d-b14244d510cc.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/359a3b16-9485-49ef-b1eb-2cae27751622.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/0a17322f-4cdd-43b0-aec0-2d6114a5d636.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/174aac59-4da4-4e88-ad6c-d76a17a59e17.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/a6c09e7a-8e96-48c3-b291-20603d61355f.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/ac1cb228-197a-4e60-b0b0-1bc1c451d00e.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/e4e9ec1b-5430-4269-b5f7-eb934e189e85.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/d9e874a1-df15-42de-b5e7-fb369db97723.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/e620cc27-d24b-4cf1-ab4e-d6b3467c180d.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/b3c00e2e-bacc-4683-abab-8da0a6395972.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/b77c7777-41cd-44f0-969f-7d7083d402fe.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/712a3c9a-0d43-410b-becb-ebe47e62fc6d.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/c44cee38-afbe-42b3-bdf7-f3875a5d0837.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/288933d6-5f8c-4510-8396-15acd8f4580c.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/c1611809-a633-470c-871c-3a2862e50c79.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/07096876-dd38-415a-ac95-27b79452f664.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/ae7ffa23-426e-42b7-a509-1a6752c95b72.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/0fa04835-9077-4ab6-9e24-72955db66906.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/eb7e289a-8e03-4067-81fa-c633d1a429a5.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/deeade88-3b91-4702-9fdf-68b556ec9921.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/75270a55-bef0-4274-8275-825abae9dce3.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/0dec445b-f47f-4f2f-996f-c77915d52673.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/f05af36d-af7e-4d3f-a8ea-8f23536d2d23.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/40fa734e-682d-4ef6-8094-37e5d281a75f.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/a3e582a6-19d0-4eeb-9735-2a5a7916187e.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/f56baa4b-d531-4782-a619-9b22a44b8663.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/cc14001f-08ce-4769-9c14-ef4ce1e1f406.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/1153dabe-4ecc-4246-aad2-23ac4575f67f.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/b0712ae4-63dc-477f-9335-1e7147c201d1.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/4051310b-ee71-489c-af36-dbb2dc8dd4e0.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/272b80dd-5356-4e7a-beaa-c9d2908d6214.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/c238f4da-acc3-4abd-bd62-4c43d59aa46b.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/ae234e8e-d1d7-4a96-ba27-a333364ae907.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/7dec0fa6-508b-4220-b20b-77560fe72c03.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/70cbd711-3bd8-4e6b-9b5e-a13ca6b41cfb.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/6a258444-96ee-4200-820a-449bb611c801.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/0983610c-8ead-472c-a70b-9c50ede9cfd8.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/461dbab6-9cc2-4436-a466-3a06fb1bfe1e.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/7df6667a-948c-435b-81cb-c1c798614b2e.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/97feda14-4672-481f-b127-c28b185cd0ca.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/a131d9ca-efd3-4609-a43c-d32978d99cf3.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/efd8958c-2108-4660-b8c1-611dad53abf2.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/93c57a6a-0832-4ea0-8512-fcf0d9f5d751.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/b0dbd942-0ce3-45e9-b1f9-f0af683db82e.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/b492aeef-172e-40ab-b849-ab2c633d9d13.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/87bde5bd-762b-4b47-ad13-9c1e4e083491.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/cb526f64-6bc2-4960-bd71-d650e55123f7.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/8b18255e-732e-425d-819b-a753a6191174.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/6e45cfc3-cff9-4f47-ac1a-6d9525e2c883.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/0463904e-94a1-4720-af81-08c5b289cbeb.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/2e518748-1f82-41d1-8bd1-0628830456a7.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/ad79921b-4aac-4f54-bac9-59a624c95be9.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/046e791a-e361-4383-8b6c-609fb1b6ca42.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/b219aa06-e7bc-4649-ba96-03996a1565d9.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/d2e5e0da-7722-4f96-ad68-07e83bf3de5d.jpg.710x400.jpg\",\"https://image1.ljcdn.com/hdic-resblock/4ccfea7c-6c44-4f6f-a900-3aaa5354c356.jpg.710x400.jpg\"]", + "area": "浦东", + "town": "洋泾", + "price": "6.64w", + "priceDesc": "二手挂牌均价", + "plotType": "塔楼", + "leaseNum": "4", + "sellNum": "11", + "dealNum": "0", + "buildTime": "1993年建成", + "houseNum": "1344户", + "building": "6栋", + "propertyFee": "0.75元/平米/月", + "propertyCompany": "上海益镇物业管理有限公司", + "developers": "上海建工房产有限公司", + "lat": 31.247013798320733, + "lng": 121.54954132423184, + "imgArr": [ + "https://img.mapmapping.com/b9bb10e4-d216-4fe3-ac8d-0f3d778e288b.png?imageView2/2/w/700/h/500/q/75", + "https://img.mapmapping.com/28582f65-a02a-47df-b730-9f7f5a5851ee.png?imageView2/2/w/700/h/500/q/75", + "https://img.mapmapping.com/5997bbc0-2322-4d93-9714-2d4513db7677.png?imageView2/2/w/700/h/500/q/75", + "https://img.mapmapping.com/4cd79c3a-f543-4a94-89e8-e80241ff7876.png?imageView2/2/w/700/h/500/q/75", + "https://img.mapmapping.com/3b517fea-b3d3-4b1e-8f58-50e4775d7cfb.png?imageView2/2/w/700/h/500/q/75", + "https://img.mapmapping.com/489d39ee-73ee-4d47-9f76-151c4313d5c3.png?imageView2/2/w/700/h/500/q/75" + ], + "focus": false, + "tags": [ + "浦东", + "洋泾", + "塔楼" + ], + "view": 15312, + "address": "上海市浦东新区栖山路401弄-11号-临" + }, + "timestamp": 1630576612732 +} \ No newline at end of file diff --git a/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/json/houselist.json b/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/json/houselist.json new file mode 100644 index 000000000..9946d0550 --- /dev/null +++ b/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/json/houselist.json @@ -0,0 +1,255 @@ +{ + "code": "000", + "desc": "操作成功", + "content": { + "total": 4733, + "list": [ + { + "id": 59151, + "name": "凌高小区", + "area": "浦东", + "img": "https://img.mapmapping.com/a68e7f60-a8d8-4e25-ade8-2d77c86562cd.png?imageView2/2/w/240/h/200/q/75", + "town": "洋泾", + "schoolTag": "第六师范学校第二附属小学西校区", + "sellerNum": "11", + "leaseNum": "4", + "price": "6.64w", + "formatPrice": null, + "year": "1993年建成", + "lat": "31.25306680262166000", + "lng": "121.55601323149715000", + "tags": [ + "近地铁6号线北洋泾路站" + ], + "plotType": "塔楼", + "buildTime": "1993年建成", + "view": "1.53w", + "tag": "近地铁6号线北洋泾路站" + }, + { + "id": 58324, + "name": "梅园四街坊", + "area": "浦东", + "img": "https://img.mapmapping.com/775871a1-e5a9-4e01-88ed-a39f040b51ac.png?imageView2/2/w/240/h/200/q/75", + "town": "梅园", + "schoolTag": "浦东新区福山外国语小学(福山/瑞华)", + "sellerNum": "15", + "leaseNum": "11", + "price": "13.42w", + "formatPrice": null, + "year": "1988年建成", + "lat": "31.23754371649258600", + "lng": "121.53281691712684000", + "tags": [ + "近地铁2号线东昌路站" + ], + "plotType": "塔楼/板楼/塔板结合", + "buildTime": "1988年建成", + "view": "1.52w", + "tag": "近地铁2号线东昌路站" + }, + { + "id": 59165, + "name": "中星海上景庭", + "area": "浦东", + "img": "https://img.mapmapping.com/4f9d8c2a-8b89-49a8-b45f-ecaff4f3f588.png?imageView2/2/w/240/h/200/q/75", + "town": "洋泾", + "schoolTag": "第六师范学校第二附属小学西校区", + "sellerNum": "8", + "leaseNum": "3", + "price": "10.86w", + "formatPrice": null, + "year": "2004年建成", + "lat": "31.24523893361267700", + "lng": "121.55501162085352000", + "tags": [ + "近地铁6号线北洋泾路站" + ], + "plotType": "板楼", + "buildTime": "2004年建成", + "view": "1.50w", + "tag": "近地铁6号线北洋泾路站" + }, + { + "id": 58477, + "name": "海怡别墅(公寓)", + "area": "浦东", + "img": "https://img.mapmapping.com/f50ed86d-474f-47c5-8f83-7c203c510d92.png?imageView2/2/w/240/h/200/q/75", + "town": "梅园", + "schoolTag": "浦东新区福山外国语小学(福山/瑞华)", + "sellerNum": "0", + "leaseNum": "0", + "price": "7.32w", + "formatPrice": null, + "year": "1994年建成", + "lat": "31.23963538757626600", + "lng": "121.53779361948267000", + "tags": [ + "近地铁6号线源深体育中心站" + ], + "plotType": "板楼", + "buildTime": "1994年建成", + "view": "1.50w", + "tag": "近地铁6号线源深体育中心站" + }, + { + "id": 59148, + "name": "崮山小区一街坊", + "area": "浦东", + "img": "https://img.mapmapping.com/b651bbba-97ba-4ce0-831c-925e80b4459f.png?imageView2/2/w/240/h/200/q/75", + "town": "洋泾", + "schoolTag": "第六师范附属小学羽山校区", + "sellerNum": "10", + "leaseNum": "5", + "price": "11.81w", + "formatPrice": null, + "year": "1999年建成", + "lat": "31.24282189657667000", + "lng": "121.56992501943853000", + "tags": [ + "近地铁9号线芳甸路站" + ], + "plotType": "板楼", + "buildTime": "1999年建成", + "view": "1.50w", + "tag": "近地铁9号线芳甸路站" + }, + { + "id": 55895, + "name": "证大家园(四期)", + "area": "浦东", + "img": "https://img.mapmapping.com/d7d0671f-b0ed-4082-a9f6-1883eca3ac85.png?imageView2/2/w/240/h/200/q/75", + "town": "高行", + "schoolTag": "浦东新区福山证大外国语小学", + "sellerNum": "11", + "leaseNum": "7", + "price": "9.63w", + "formatPrice": null, + "year": "2006年建成", + "lat": "31.28831283871331500", + "lng": "121.60787797808233000", + "tags": [ + "近地铁6号线巨峰路站" + ], + "plotType": "板楼", + "buildTime": "2006年建成", + "view": "1.49w", + "tag": "近地铁6号线巨峰路站" + }, + { + "id": 58709, + "name": "新光大楼", + "area": "浦东", + "img": "https://img.mapmapping.com/f8e1dffb-fa85-457b-8a97-fb019239bdf6.png?imageView2/2/w/240/h/200/q/75", + "town": "潍坊", + "schoolTag": "浦东新区明珠小学A区", + "sellerNum": "3", + "leaseNum": "2", + "price": "11.95w", + "formatPrice": null, + "year": "1993年建成", + "lat": "31.23234474870607700", + "lng": "121.52462643697852000", + "tags": [ + "近地铁9号线商城路站" + ], + "plotType": "塔楼", + "buildTime": "1993年建成", + "view": "1.49w", + "tag": "近地铁9号线商城路站" + }, + { + "id": 59322, + "name": "盛世年华", + "area": "浦东", + "img": "https://img.mapmapping.com/83727155-29f5-47d9-b54d-4042d9e625ec.png?imageView2/2/w/240/h/200/q/75", + "town": "源深", + "schoolTag": "浦东新区福山花园外国语小学", + "sellerNum": "4", + "leaseNum": "11", + "price": "14.94w", + "formatPrice": null, + "year": "2005年建成", + "lat": "31.23494392135101000", + "lng": "121.54545194344688000", + "tags": [ + "近地铁6号线源深体育中心站" + ], + "plotType": "板楼", + "buildTime": "2005年建成", + "view": "1.48w", + "tag": "近地铁6号线源深体育中心站" + }, + { + "id": 58326, + "name": "梅园七街坊", + "area": "浦东", + "img": "https://img.mapmapping.com/30cf630f-830b-4e43-8dc5-648bb7dfb760.png?imageView2/2/w/240/h/200/q/75", + "town": "梅园", + "schoolTag": "浦东新区福山外国语小学(福山/瑞华)", + "sellerNum": "2", + "leaseNum": "2", + "price": "11.13w", + "formatPrice": null, + "year": "1986年建成", + "lat": "31.24378516838488700", + "lng": "121.53455423998314000", + "tags": [ + "近地铁6号线源深体育中心站" + ], + "plotType": "板楼", + "buildTime": "1986年建成", + "view": "1.48w", + "tag": "近地铁6号线源深体育中心站" + }, + { + "id": 58599, + "name": "陈家门小区", + "area": "浦东", + "img": "https://img.mapmapping.com/7a9f43ef-67c4-4168-bf24-0190689d331d.png?imageView2/2/w/240/h/200/q/75", + "town": "梅园", + "schoolTag": "浦东新区梅园小学", + "sellerNum": "3", + "leaseNum": "1", + "price": "9.27w", + "formatPrice": null, + "year": "1986年建成", + "lat": "31.24726096884606800", + "lng": "121.53135690118148000", + "tags": [ + "近地铁4号线浦东大道站" + ], + "plotType": "板楼", + "buildTime": "1986年建成", + "view": "1.48w", + "tag": "近地铁4号线浦东大道站" + } + ], + "pageNum": 1, + "pageSize": 10, + "size": 10, + "startRow": 1, + "endRow": 10, + "pages": 474, + "prePage": 0, + "nextPage": 2, + "isFirstPage": true, + "isLastPage": false, + "hasPreviousPage": false, + "hasNextPage": true, + "navigatePages": 8, + "navigatepageNums": [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "navigateFirstPage": 1, + "navigateLastPage": 8 + }, + "timestamp": 1630575199849 +} diff --git a/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/json/school.json b/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/json/school.json new file mode 100644 index 000000000..125089046 --- /dev/null +++ b/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/json/school.json @@ -0,0 +1,65 @@ +{ + "code": "000", + "desc": "操作成功", + "content": [ + { + "id": 272113, + "name": "第六师范学校第二附属小学西校区", + "nature": null, + "city": "上海市", + "area": "浦东新区", + "type": "小学", + "quality": "公办", + "location": null, + "picture": "http://img.mapmapping.com//FpujwY5MscqLxCjjD27Mg-A4MY8d", + "phone": "", + "distanceNum": null, + "plotNum": "41", + "sellNum": "188", + "plotPrice": "8.69", + "address": null, + "lat": null, + "lng": null, + "scope": null, + "score": null, + "scopeArr": null, + "scopeTag": null, + "tag": null, + "shortName": null, + "view": null, + "construct": null, + "echelon": null, + "town": null + }, + { + "id": 273287, + "name": "进才中学北校苗圃路校区", + "nature": null, + "city": "上海市", + "area": "浦东新区", + "type": "初中", + "quality": "公办", + "location": null, + "picture": "http://img.mapmapping.com//FpujwY5MscqLxCjjD27Mg-A4MY8d", + "phone": "", + "distanceNum": null, + "plotNum": "85", + "sellNum": "339", + "plotPrice": "9.33", + "address": null, + "lat": null, + "lng": null, + "scope": null, + "score": null, + "scopeArr": null, + "scopeTag": null, + "tag": null, + "shortName": null, + "view": null, + "construct": null, + "echelon": null, + "town": null + } + ], + "timestamp": 1630576702404 +} \ No newline at end of file diff --git a/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/seaweed/HouseDetail.java b/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/seaweed/HouseDetail.java new file mode 100644 index 000000000..b02953be7 --- /dev/null +++ b/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/seaweed/HouseDetail.java @@ -0,0 +1,79 @@ +package com.fangjia.script.statistics.seaweed; + +import com.alibaba.fastjson.annotation.JSONField; +import lombok.Data; +import lombok.NoArgsConstructor; + +import java.util.List; + +/** + * @author shenjian + * @since 2021/9/2 + */ +@NoArgsConstructor +@Data +public class HouseDetail { + + + @JSONField(name = "code") + private String code; + @JSONField(name = "desc") + private String desc; + @JSONField(name = "content") + private ContentDTO content; + @JSONField(name = "timestamp") + private Long timestamp; + + @NoArgsConstructor + @Data + public static class ContentDTO { + @JSONField(name = "id") + private Integer id; + @JSONField(name = "name") + private String name; + @JSONField(name = "imgsUrl") + private String imgsUrl; + @JSONField(name = "area") + private String area; + @JSONField(name = "town") + private String town; + @JSONField(name = "price") + private String price; + @JSONField(name = "priceDesc") + private String priceDesc; + @JSONField(name = "plotType") + private String plotType; + @JSONField(name = "leaseNum") + private String leaseNum; + @JSONField(name = "sellNum") + private String sellNum; + @JSONField(name = "dealNum") + private String dealNum; + @JSONField(name = "buildTime") + private String buildTime; + @JSONField(name = "houseNum") + private String houseNum; + @JSONField(name = "building") + private String building; + @JSONField(name = "propertyFee") + private String propertyFee; + @JSONField(name = "propertyCompany") + private String propertyCompany; + @JSONField(name = "developers") + private String developers; + @JSONField(name = "lat") + private Double lat; + @JSONField(name = "lng") + private Double lng; + @JSONField(name = "imgArr") + private List imgArr; + @JSONField(name = "focus") + private Boolean focus; + @JSONField(name = "tags") + private List tags; + @JSONField(name = "view") + private Integer view; + @JSONField(name = "address") + private String address; + } +} diff --git a/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/seaweed/HouseList.java b/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/seaweed/HouseList.java new file mode 100644 index 000000000..cd49ae026 --- /dev/null +++ b/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/seaweed/HouseList.java @@ -0,0 +1,107 @@ +package com.fangjia.script.statistics.seaweed; + +import com.alibaba.fastjson.annotation.JSONField; +import lombok.Data; +import lombok.NoArgsConstructor; + +import java.util.List; + +/** + * @author shenjian + * @since 2021/9/2 + */ +@NoArgsConstructor +@Data +public class HouseList { + + @JSONField(name = "code") + private String code; + @JSONField(name = "desc") + private String desc; + @JSONField(name = "content") + private ContentDTO content; + @JSONField(name = "timestamp") + private Long timestamp; + + @NoArgsConstructor + @Data + public static class ContentDTO { + @JSONField(name = "total") + private Integer total; + @JSONField(name = "list") + private List list; + @JSONField(name = "pageNum") + private Integer pageNum; + @JSONField(name = "pageSize") + private Integer pageSize; + @JSONField(name = "size") + private Integer size; + @JSONField(name = "startRow") + private Integer startRow; + @JSONField(name = "endRow") + private Integer endRow; + @JSONField(name = "pages") + private Integer pages; + @JSONField(name = "prePage") + private Integer prePage; + @JSONField(name = "nextPage") + private Integer nextPage; + @JSONField(name = "isFirstPage") + private Boolean isFirstPage; + @JSONField(name = "isLastPage") + private Boolean isLastPage; + @JSONField(name = "hasPreviousPage") + private Boolean hasPreviousPage; + @JSONField(name = "hasNextPage") + private Boolean hasNextPage; + @JSONField(name = "navigatePages") + private Integer navigatePages; + @JSONField(name = "navigatepageNums") + private List navigatepageNums; + @JSONField(name = "navigateFirstPage") + private Integer navigateFirstPage; + @JSONField(name = "navigateLastPage") + private Integer navigateLastPage; + + @NoArgsConstructor + @Data + public static class ListDTO { + @JSONField(name = "id") + private Integer id; + @JSONField(name = "name") + private String name; + @JSONField(name = "area") + private String area; + @JSONField(name = "img") + private String img; + @JSONField(name = "town") + private String town; + @JSONField(name = "schoolTag") + private String schoolTag; + @JSONField(name = "sellerNum") + private String sellerNum; + @JSONField(name = "leaseNum") + private String leaseNum; + @JSONField(name = "price") + private String price; + @JSONField(name = "formatPrice") + private Object formatPrice; + @JSONField(name = "year") + private String year; + @JSONField(name = "lat") + private String lat; + @JSONField(name = "lng") + private String lng; + @JSONField(name = "tags") + private List tags; + @JSONField(name = "plotType") + private String plotType; + @JSONField(name = "buildTime") + private String buildTime; + @JSONField(name = "view") + private String view; + @JSONField(name = "tag") + private String tag; + } + } +} diff --git a/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/seaweed/School.java b/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/seaweed/School.java new file mode 100644 index 000000000..1beb5153b --- /dev/null +++ b/projects/fangjia-script/src/main/java/com/fangjia/script/statistics/seaweed/School.java @@ -0,0 +1,85 @@ +package com.fangjia.script.statistics.seaweed; + +import com.alibaba.fastjson.annotation.JSONField; +import lombok.Data; +import lombok.NoArgsConstructor; + +import java.util.List; + +/** + * @author shenjian + * @since 2021/9/2 + */ +@NoArgsConstructor +@Data +public class School { + + + @JSONField(name = "code") + private String code; + @JSONField(name = "desc") + private String desc; + @JSONField(name = "content") + private List content; + @JSONField(name = "timestamp") + private Long timestamp; + + @NoArgsConstructor + @Data + public static class ContentDTO { + @JSONField(name = "id") + private Integer id; + @JSONField(name = "name") + private String name; + @JSONField(name = "nature") + private Object nature; + @JSONField(name = "city") + private String city; + @JSONField(name = "area") + private String area; + @JSONField(name = "type") + private String type; + @JSONField(name = "quality") + private String quality; + @JSONField(name = "location") + private Object location; + @JSONField(name = "picture") + private String picture; + @JSONField(name = "phone") + private String phone; + @JSONField(name = "distanceNum") + private Object distanceNum; + @JSONField(name = "plotNum") + private String plotNum; + @JSONField(name = "sellNum") + private String sellNum; + @JSONField(name = "plotPrice") + private String plotPrice; + @JSONField(name = "address") + private Object address; + @JSONField(name = "lat") + private Object lat; + @JSONField(name = "lng") + private Object lng; + @JSONField(name = "scope") + private Object scope; + @JSONField(name = "score") + private Object score; + @JSONField(name = "scopeArr") + private Object scopeArr; + @JSONField(name = "scopeTag") + private Object scopeTag; + @JSONField(name = "tag") + private Object tag; + @JSONField(name = "shortName") + private Object shortName; + @JSONField(name = "view") + private Object view; + @JSONField(name = "construct") + private Object construct; + @JSONField(name = "echelon") + private Object echelon; + @JSONField(name = "town") + private Object town; + } +}