江苏银行涉农测试
This commit is contained in:
@@ -530,23 +530,29 @@
|
||||
</exclusion>
|
||||
</exclusions>
|
||||
</dependency>
|
||||
<!-- <dependency>-->
|
||||
<!-- <groupId>com.fangjia</groupId>-->
|
||||
<!-- <artifactId>fangjia-open</artifactId>-->
|
||||
<!-- <version>0.0.1-SNAPSHOT</version>-->
|
||||
<!-- <scope>compile</scope>-->
|
||||
<!-- </dependency>-->
|
||||
|
||||
<dependency>
|
||||
<groupId>com.aliyun</groupId>
|
||||
<artifactId>aliyun-java-sdk-address-purification</artifactId>
|
||||
<version>1.0.1</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>com.aliyun</groupId>
|
||||
<artifactId>aliyun-java-sdk-core</artifactId>
|
||||
<version>4.5.9</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>com.alibaba</groupId>
|
||||
<artifactId>fastjson</artifactId>
|
||||
<version>1.2.83</version>
|
||||
</dependency>
|
||||
<!-- <dependency>-->
|
||||
<!-- <groupId>com.aliyun</groupId>-->
|
||||
<!-- <artifactId>aliyun-java-sdk-address-purification</artifactId>-->
|
||||
<!-- <version>1.0.1</version>-->
|
||||
<!-- </dependency>-->
|
||||
<!-- <dependency>-->
|
||||
<!-- <groupId>com.aliyun</groupId>-->
|
||||
<!-- <artifactId>aliyun-java-sdk-core</artifactId>-->
|
||||
<!-- <version>4.5.9</version>-->
|
||||
<!-- </dependency>-->
|
||||
<!-- <dependency>-->
|
||||
<!-- <groupId>com.alibaba</groupId>-->
|
||||
<!-- <artifactId>fastjson</artifactId>-->
|
||||
<!-- <version>1.2.83</version>-->
|
||||
<!-- </dependency>-->
|
||||
|
||||
|
||||
</dependencies>
|
||||
</dependencies>
|
||||
</project>
|
||||
|
||||
@@ -2,36 +2,35 @@ package com.fangjia.script
|
||||
|
||||
public enum Watcher {
|
||||
//ÀëְͬÊÂ
|
||||
LiuPeiPei('13621626685', 'duxiaoyu@fangjia.com'),
|
||||
YanZhou('13621626685','duxiaoyu@fangjia.com'),
|
||||
HuangXiaoHu('13621626685', 'duxiaoyu@fangjia.com'),
|
||||
SongYingXia('13621626685', 'duxiaoyu@fangjia.com'),
|
||||
YuKai('13621626685', 'duxiaoyu@fangjia.com'),
|
||||
RuanYaDong('13621626685', 'duxiaoyu@fangjia.com'),
|
||||
Reda('13621626685', 'duxiaoyu@fangjia.com'),
|
||||
Tomzhao('13621626685','duxiaoyu@fangjia.com'),
|
||||
YuHai('13621626685','duxiaoyu@fangjia.com'),
|
||||
Shibb('13621626685','duxiaoyu@fangjia.com'),
|
||||
HeLvYuan('13621626685','duxiaoyu@fangjia.com'),
|
||||
WangYuHui('13621626685','duxiaoyu@fangjia.com'),
|
||||
LinXiaoShuai('15801810393','linxiaoshuai@fangjia.com'),
|
||||
FangRui('17717680589','fangrui@fangjia.com'),
|
||||
//DuXiaoYu('13621626685', 'duxiaoyu@fangjia.com'),
|
||||
LiuPeiPei('13621626685', 'wangwenyan@fangjia.com'),
|
||||
YanZhou('13621626685','wangwenyan@fangjia.com'),
|
||||
HuangXiaoHu('13621626685', 'wangwenyan@fangjia.com'),
|
||||
SongYingXia('13621626685', 'wangwenyan@fangjia.com'),
|
||||
YuKai('13621626685', 'wangwenyan@fangjia.com'),
|
||||
RuanYaDong('13621626685', 'wangwenyan@fangjia.com'),
|
||||
Reda('13621626685', 'wangwenyan@fangjia.com'),
|
||||
Tomzhao('13621626685','wangwenyan@fangjia.com'),
|
||||
YuHai('13621626685','wangwenyan@fangjia.com'),
|
||||
Shibb('13621626685','wangwenyan@fangjia.com'),
|
||||
HeLvYuan('13621626685','wangwenyan@fangjia.com'),
|
||||
WangYuHui('13621626685','wangwenyan@fangjia.com'),
|
||||
LinXiaoShuai('15801810393','wangwenyan@fangjia.com'),
|
||||
FangRui('17717680589','wangwenyan@fangjia.com'),
|
||||
DuXiaoYu('13621626685', 'wangwenyan@fangjia.com'),
|
||||
|
||||
//ÔÚְͬÊÂ
|
||||
DuXiaoYu('13916076378', 'wangwenyan@fangjia.com'),
|
||||
LiXue('13311649646','lixue@fangjia.com'),
|
||||
LiXue('13311649646','wangwenyan@fangjia.com'),
|
||||
WangWenYan('13916076378','wangwenyan@fangjia.com'),
|
||||
GaoJuan('15021384995','gaojuan@fangjia.com'),
|
||||
Hubingliang('15179856208','hubingliang@126.com'),
|
||||
ZhouTongYun('13585834921','zhoutongyun@fangjia.com'),
|
||||
YinJiHuan('18217642009','yinjihuan@fangjia.com'),
|
||||
Xuhe('13862416422','xuhe@fangjia.com'),
|
||||
ZongZhiMin('18260046486','zongzhimin@fangjia.com'),
|
||||
RaoYanHui('18516539752','raoyanhui@fangjia.com'),
|
||||
BaYi('15300424133','bayi@fangjia.com'),
|
||||
WeiLei('18101751850','weilei@fangjia.com'),
|
||||
JiangYaHui('13684913780','jiangyahui@fangjia.com'),
|
||||
Hubingliang('15179856208','wangwenyan@fangjia.com'),
|
||||
ZhouTongYun('13585834921','wangwenyan@fangjia.com'),
|
||||
YinJiHuan('18217642009','wangwenyan@fangjia.com'),
|
||||
Xuhe('13862416422','wangwenyan@fangjia.com'),
|
||||
ZongZhiMin('18260046486','wangwenyan@fangjia.com'),
|
||||
RaoYanHui('18516539752','wangwenyan@fangjia.com'),
|
||||
BaYi('15300424133','wangwenyan@fangjia.com'),
|
||||
WeiLei('18101751850','wangwenyan@fangjia.com'),
|
||||
JiangYaHui('13684913780','wangwenyan@fangjia.com'),
|
||||
ShenJian('13764369683', 'shenjian@fangjia.com')
|
||||
private final String mobile;
|
||||
private final String email;
|
||||
|
||||
+7
-7
@@ -124,13 +124,13 @@ public class ManualOperationDataStat extends BaseBatch{
|
||||
println(content)
|
||||
sendEmail(Watcher.WangWenYan.email, "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
sendEmail("wangchencen@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
sendEmail("caoyuyan@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
sendEmail("shenyuan@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
sendEmail("xuminxia@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
sendEmail("huangcunliang@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
sendEmail("yaojingmeng@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
sendEmail("muliangshu@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
sendEmail("sunjian@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
// sendEmail("caoyuyan@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
// sendEmail("shenyuan@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
// sendEmail("xuminxia@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
// sendEmail("huangcunliang@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
// sendEmail("yaojingmeng@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
// sendEmail("muliangshu@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
// sendEmail("sunjian@fangjia.com", "ºǫ́ͳ¼ÆÁ¿", content)
|
||||
}
|
||||
|
||||
}
|
||||
+1
-1
@@ -29,7 +29,7 @@ class HouseChangingMonitorBatch extends BaseBatch {
|
||||
DBCollection COLLECTION = MongoUtils.getCollectionByName("fangjia_log", "house_changing_monitor", "log.mongo.db.fangjia.com")
|
||||
Jms jms = Jms.create('tcp://jms.db.fangjia.com:61616');
|
||||
def EMAILS = [
|
||||
'duxiaoyu@fangjia.com'
|
||||
'gaojuan@fangjia.com'
|
||||
]
|
||||
|
||||
public static void main(String[] args){
|
||||
|
||||
+1
-1
@@ -39,7 +39,7 @@ class WebAverageLabor extends BaseBatch{
|
||||
|
||||
public static final def CITIES = ["上海", "成都", "北京", "广州", "深圳"]
|
||||
|
||||
public static final def EMAILS = ["duxiaoyu@fangjia.com"]
|
||||
public static final def EMAILS = ["wangwenyan@fangjia.com"]
|
||||
|
||||
static Jms jms = Jms.create('tcp://jms.db.fangjia.com:61616');
|
||||
|
||||
|
||||
+9
-9
@@ -24,16 +24,16 @@ class DistrictDataCoverBatch extends BaseBatch {
|
||||
public DSCollection dsCollection = new DataStore("seaweed.db.fangjia.com", 27007).getCollection("fangjia.seaweed")
|
||||
public DBCollection mongoColl = MongoUtils.getCollectionByName("fangjia", "district_facilitys", "mongo.db.fangjia.com")
|
||||
public static final def EMAILS =[
|
||||
"duxiaoyu@fangjia.com",
|
||||
"ruanyadong@fangjia.com",
|
||||
"xiamin@fangjia.com",
|
||||
"zhutianli@fangjia.com",
|
||||
"joe@fangjia.com",
|
||||
"yukai@fangjia.com",
|
||||
"jiangxiaochun@fangjia.com",
|
||||
// "duxiaoyu@fangjia.com",
|
||||
// "ruanyadong@fangjia.com",
|
||||
// "xiamin@fangjia.com",
|
||||
// "zhutianli@fangjia.com",
|
||||
// "joe@fangjia.com",
|
||||
// "yukai@fangjia.com",
|
||||
// "jiangxiaochun@fangjia.com",
|
||||
"gaojuan@fangjia.com",
|
||||
"liuxingwang@fangjia.com",
|
||||
"xiaohai@fangjia.com",
|
||||
// "liuxingwang@fangjia.com",
|
||||
// "xiaohai@fangjia.com",
|
||||
]
|
||||
|
||||
static def FIELDS_MAP = [
|
||||
|
||||
+1
-4
@@ -33,10 +33,7 @@ class DistrictFieldCoverBatch extends BaseBatch {
|
||||
final static String coverDomain = "mongo.db.fangjia.com"
|
||||
final static String datastoreDomain = "seaweed.db.fangjia.com"
|
||||
final static def emails = [
|
||||
"duxiaoyu@fangjia.com",
|
||||
"joe@fangjia.com", "yukai@fangjia.com", "yanzhou@fangjia.com",
|
||||
"gaojuan@fangjia.com", "yuanyadong@fangjia.com", "liuxingwang@fangjia.com",
|
||||
"xiamin@fangjia.com", "zhutianli@fangjia.com"
|
||||
"gaojuan@fangjia.com"
|
||||
]
|
||||
|
||||
// final static def emails = [
|
||||
|
||||
+7
-7
@@ -24,16 +24,16 @@ class LoudongDataCoverBatch extends BaseBatch {
|
||||
static Jms jms = Jms.create('tcp://jms.db.fangjia.com:61616');
|
||||
public DBCollection mongoColl = MongoUtils.getCollectionByName("fangjia", "house_loudong", "mongo.db.fangjia.com")
|
||||
public static final def EMAILS = [
|
||||
"duxiaoyu@fangjia.com",
|
||||
// "duxiaoyu@fangjia.com",
|
||||
// "ruanyadong@fangjia.com",
|
||||
// "xiamin@fangjia.com",
|
||||
// "zhutianli@fangjia.com",
|
||||
"joe@fangjia.com",
|
||||
"yukai@fangjia.com",
|
||||
"jiangxiaochun@fangjia.com",
|
||||
"gaojuan@fangjia.com",
|
||||
"shijing@fangjia.com",
|
||||
"xiaohai@fangjia.com",
|
||||
// "joe@fangjia.com",
|
||||
// "yukai@fangjia.com",
|
||||
// "jiangxiaochun@fangjia.com",
|
||||
"gaojuan@fangjia.com"
|
||||
// "shijing@fangjia.com",
|
||||
// "xiaohai@fangjia.com",
|
||||
]
|
||||
|
||||
static def FIELDS_MAP = [
|
||||
|
||||
+2
-2
@@ -27,8 +27,8 @@ class ApiDailyCount extends BaseBatch{
|
||||
private static final Jms jms = Jms.create('tcp://monitor.jms.db.fangjia.com:61616')
|
||||
|
||||
def static emails = [
|
||||
'xuqi@fangjia.com',
|
||||
'zongzhimin@fangjia.com'
|
||||
'wangwenyan@fangjia.com',
|
||||
'gaojuan@fangjia.com'
|
||||
]
|
||||
|
||||
static void main(String[] args){
|
||||
|
||||
+40
-4
@@ -1,8 +1,10 @@
|
||||
package com.fangjia.script.district
|
||||
|
||||
import com.fangjia.script.commData.CommonDatautils
|
||||
import com.fangjia.script.util.MongoUtils
|
||||
|
||||
import com.mongodb.DBCursor
|
||||
import org.bson.types.ObjectId
|
||||
|
||||
import java.util.List
|
||||
|
||||
@@ -40,6 +42,19 @@ class DistrictHouseBatch extends BaseBatch {
|
||||
|
||||
@Override
|
||||
public void process(Object args) {
|
||||
|
||||
// DBObject q = new BasicDBObject();
|
||||
// q.put("_id", new ObjectId("6501174f6f5638447b264189"));
|
||||
// def obj = CommonDatautils.getHouseDataStoreConnection().findOne(q)
|
||||
// obj.put("c_date", new Date())
|
||||
// CommonDatautils.getHouseDataStoreConnection().save(obj)
|
||||
|
||||
// CommonDatautils.getHouseDataStoreConnection().find(new BasicDBObject("districtname_key","新城帝景南区_武进_常州")).each{
|
||||
// println(it)
|
||||
// }
|
||||
|
||||
|
||||
|
||||
def cityList = cityList();
|
||||
int c = 0
|
||||
|
||||
@@ -52,9 +67,28 @@ class DistrictHouseBatch extends BaseBatch {
|
||||
Map<String, Long> rentCountMap = facetDistrictInHouse("rent", city);
|
||||
println c + "\t" + city + "\t" + "\tsn:" + sn + "\t" + districts.size() + "\t" + DateUtil.formatToTightYYYYMMDDhhmmss(new Date())
|
||||
for(DBObject district : districts) {
|
||||
String key = district.get("name").toString().trim() + "_" + district.get("region") + "_" + district.get("city")
|
||||
long sellCount = sellCountMap.get(key) ? sellCountMap.get(key) : 0
|
||||
long rentCount = rentCountMap.get(key) ? rentCountMap.get(key) : 0
|
||||
def names = []
|
||||
names << district.name
|
||||
if(district.alias && districts.size()>0){
|
||||
for(def name : district.alias){
|
||||
if(!names.contains(name)){
|
||||
names << name
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
long sellCount = 0
|
||||
long rentCount = 0
|
||||
for(def name : names){
|
||||
String key = name.toString().trim() + "_" + district.get("region") + "_" + district.get("city")
|
||||
if(!sellCount){
|
||||
sellCount = sellCountMap.get(key) ? sellCountMap.get(key) : 0
|
||||
}
|
||||
if(!rentCount){
|
||||
rentCount = rentCountMap.get(key) ? rentCountMap.get(key) : 0
|
||||
}
|
||||
}
|
||||
|
||||
saveToDistrictHouse(district.get('city'), district.get("region"), district.get("name"), sellCount, rentCount, sn)
|
||||
}
|
||||
|
||||
@@ -75,6 +109,7 @@ class DistrictHouseBatch extends BaseBatch {
|
||||
sellQuery.put('$facet', facet)
|
||||
sellQuery.put('city', city)
|
||||
sellQuery.put('cat',cat)
|
||||
// sellQuery.put("district_name","新城帝景南区")
|
||||
// sellQuery.put('visible',0)
|
||||
DSCursor sellDSCursor = SEABIRD.find(sellQuery).skip(0).limit(0)
|
||||
List<FacetResult> sellFacetResult = sellDSCursor.getFacetResults();
|
||||
@@ -109,13 +144,14 @@ class DistrictHouseBatch extends BaseBatch {
|
||||
fields.put("city", 1)
|
||||
fields.put("region", 1)
|
||||
fields.put("name", 1)
|
||||
|
||||
fields.put("alias", 1)
|
||||
def ret = []
|
||||
|
||||
DBObject q = new BasicDBObject()
|
||||
q.put('city', city)
|
||||
q.put('cat', 'district')
|
||||
q.put('visible', 0)
|
||||
// q.put("name","新城帝景")
|
||||
DSCursor cur = SEAWEED.find(q, fields).batchSize(2000)
|
||||
Iterator<DBObject> iter = cur.iterator()
|
||||
|
||||
|
||||
+1
-3
@@ -29,9 +29,7 @@ class EvaluationFieldProcent extends BaseBatch{
|
||||
public static final DBCollection EVALUA_COLL = MongoUtils.getCollectionByName("fangjia", "evaluation", "mongo.db.fangjia.com")
|
||||
public static final DBCollection EVALUA_COVER_COLL = MongoUtils.getCollectionByName("fangjia", "evaluation_field_coverage", "mongo.db.fangjia.com")
|
||||
|
||||
final static def emails = ["xiaohai@fangjia.com","jiangxiaochun@fangjia.com","limingmin@fangjia.com","duxiaoyu@fangjia.com",
|
||||
"joe@fangjia.com", "yukai@fangjia.com", "gaojuan@fangjia.com", "yuanyadong@fangjia.com",
|
||||
"xiamin@fangjia.com", "zhutianli@fangjia.com"]
|
||||
final static def emails = [ "gaojuan@fangjia.com"]
|
||||
|
||||
|
||||
|
||||
|
||||
+1
-1
@@ -30,7 +30,7 @@ class FjtAnalyCrawlerIp extends BaseBatch{
|
||||
public static final def lineUrl = "mongodb://developer:G00IDCDEV12385@mongo.db.fangjia.com:28017";
|
||||
public static final DBCollection addressMatchLogColl = MongoUtils.getCollectionByName2("fangjia", "address_match_log", lineUrl)
|
||||
|
||||
final static def emails = ["gaojuan@fangjia.com","jiangxiaochun@fangjia.com","duxiaoyu@fangjia.com","wangwenyan@fangjia.com","luxuping@fangjia.com","yaojiayi@fangjia.com"]
|
||||
final static def emails = ["gaojuan@fangjia.com"]
|
||||
static Jms jms = Jms.create('tcp://jms.db.fangjia.com:61616');
|
||||
|
||||
static main(args) {
|
||||
|
||||
+1
-1
@@ -82,7 +82,7 @@ class LngLatEachWeek extends BaseBatch {
|
||||
href = "<a href='http://static.fangjia.com/stc/fs/${href}'>点击下载附件</a>"
|
||||
jms.sendMail("caoyuyan@fangjia.com","未匹配上的小区经纬度",href)
|
||||
jms.sendMail("wangchencen@fangjia.com","未匹配上的小区经纬度",href)
|
||||
jms.sendMail("sunjian@fangjia.com","未匹配上的小区经纬度",href)
|
||||
// jms.sendMail("sunjian@fangjia.com","未匹配上的小区经纬度",href)
|
||||
}
|
||||
|
||||
public static Map<String, Object> getLngLatByAddress(String city, String address){
|
||||
|
||||
+2
-2
@@ -52,9 +52,9 @@ class YouDaDataParser {
|
||||
static main(args) {
|
||||
def task = new YouDaDataParser();
|
||||
// task.newHouseparse();//友达一手房存入mongo
|
||||
task.esfParser("D:\\数据\\友达\\2024年1月\\查询1.DBF");//友达二手房存入mongo
|
||||
// task.esfParser("D:\\数据\\友达\\2024年2月\\查询1.DBF");//友达二手房存入mongo
|
||||
// task.newhouseToSaveEs();//新房保存到es
|
||||
// task.esfhouseToSaveEs();//二手房保存到es
|
||||
task.esfhouseToSaveEs();//二手房保存到es
|
||||
// task.updateFinishDateByEsfTrade();//根据二手成交的竣工时间修改seaweed库中的竣工时间
|
||||
}
|
||||
|
||||
|
||||
+51
-14
@@ -18,7 +18,44 @@ DBCollection development_zone_CONN = MongoUtils.getCollectionByName2("fangjia",
|
||||
DBCollection community_CONN = MongoUtils.getCollectionByName2("fangjia", "community", MONGO100_URL)
|
||||
|
||||
|
||||
def filePath = "D:\\数据\\光大\\全量.xlsx"
|
||||
def filePath = "D:\\数据\\南京\\南京银行测试-新跑.xlsx"
|
||||
ExcelUtils.multiThreadingModify(filePath, { row ->
|
||||
def communityObj = null
|
||||
if(row['E']){
|
||||
communityObj = findCommunityTown(community_CONN, row['C'], row['D'], row['E'])
|
||||
}
|
||||
if(communityObj){
|
||||
row['M'] = communityObj.province_code
|
||||
row['N'] = communityObj.city_code
|
||||
row['O'] = communityObj.area_code
|
||||
row['P'] = communityObj.street_code
|
||||
}
|
||||
if(row['D']){
|
||||
if(row['D'].toString().endsWith("区")){
|
||||
row['F'] = "非农"
|
||||
}else{
|
||||
if(communityObj){
|
||||
if(communityObj.has_gov && communityObj.has_gov=="是"){
|
||||
row['I'] = "是"
|
||||
row['F'] = "非农"
|
||||
}else{
|
||||
row['I'] = "否"
|
||||
if(row['E']){
|
||||
def townObj = isTown(row['C'], row['D'], row['E'])
|
||||
if(townObj){
|
||||
row['J'] = "是"
|
||||
row['F'] = "非农"
|
||||
}else{
|
||||
row['F'] = "农"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
});
|
||||
//def filePath = "D:\\数据\\光大\\全量.xlsx"
|
||||
//ExcelUtils.modify(filePath, { row ->
|
||||
// if(!row['O']){
|
||||
// def jsonObj = FangjiaClientUtils.villageIdentify(null, row['A'])
|
||||
@@ -62,19 +99,19 @@ def filePath = "D:\\
|
||||
// }
|
||||
// }
|
||||
|
||||
def retMap = SignatureUtils.getAliAddressStrc(row['A'])
|
||||
println row['A'] +" " + retMap.toString()
|
||||
if(retMap){
|
||||
row['Y'] = retMap.prov
|
||||
row['Z'] = retMap.city
|
||||
row['AA'] = retMap.district
|
||||
row['AB'] = retMap.town
|
||||
row['AC'] = retMap.devzone
|
||||
row['AD'] = retMap.road
|
||||
row['AE'] = retMap.roadno
|
||||
row['AF'] = retMap.poi
|
||||
row['AG'] = retMap.subpoi
|
||||
}
|
||||
// def retMap = SignatureUtils.getAliAddressStrc(row['A'])
|
||||
// println row['A'] +" " + retMap.toString()
|
||||
// if(retMap){
|
||||
// row['Y'] = retMap.prov
|
||||
// row['Z'] = retMap.city
|
||||
// row['AA'] = retMap.district
|
||||
// row['AB'] = retMap.town
|
||||
// row['AC'] = retMap.devzone
|
||||
// row['AD'] = retMap.road
|
||||
// row['AE'] = retMap.roadno
|
||||
// row['AF'] = retMap.poi
|
||||
// row['AG'] = retMap.subpoi
|
||||
// }
|
||||
// })
|
||||
|
||||
|
||||
|
||||
+8
-5
@@ -66,8 +66,10 @@ class GaoDePoiDataProcess extends BaseBatch{
|
||||
@Override
|
||||
void process(Object args) {
|
||||
// println ProvinceData.getProvince("成都")
|
||||
synchMapPoi();
|
||||
// synchCompany()
|
||||
// synchMapPoi();
|
||||
|
||||
|
||||
synchCompany()
|
||||
// poiCatProcess()
|
||||
// addressAndCatProcess()
|
||||
// synchNetwork()
|
||||
@@ -99,10 +101,10 @@ class GaoDePoiDataProcess extends BaseBatch{
|
||||
def synchCompany(){
|
||||
fullCityMap = CommonDatautils.queryFullNameCity()
|
||||
//"三明市","宁德市","泉州市","厦门市","福州市","漳州市","南平市","龙岩市","莆田市",
|
||||
def citys = ["湖州市"]
|
||||
def citys = ["杭州","宁波","温州","嘉兴","台州","绍兴","金华","舟山","衢州","丽水"]
|
||||
for(def sampleCity : citys){
|
||||
|
||||
def cityObj = fullCityMap.get("湖州");
|
||||
def cityObj = fullCityMap.get(sampleCity);
|
||||
def city = null
|
||||
if(cityObj){
|
||||
city = cityObj.city
|
||||
@@ -112,6 +114,7 @@ class GaoDePoiDataProcess extends BaseBatch{
|
||||
println city+ " 加载公司数据:"+companyDatas.size()
|
||||
def rows = running(city, companyDatas, "company", townMap)
|
||||
save(city, rows)
|
||||
// saveToMG(city, rows)
|
||||
println "完成"
|
||||
}
|
||||
}
|
||||
@@ -182,7 +185,7 @@ class GaoDePoiDataProcess extends BaseBatch{
|
||||
|
||||
def createCompanyData(map, townMap){
|
||||
def retMap = [:]
|
||||
retMap._id = map._id
|
||||
retMap.data_id = map._id.toString()
|
||||
retMap.fjw_province = map.province_name
|
||||
retMap.fjw_city = map.city_name
|
||||
|
||||
|
||||
+4
-4
@@ -45,10 +45,10 @@ class PdsUseStatisticBatch extends BaseBatch{
|
||||
final static DBCollection fsDB = MongoUtils.getCollectionByName("fangjia_fs", "files", MongoUtils.MongoDB_Domain_fs_mongo, 27000)
|
||||
def static emails = [
|
||||
|
||||
"duweiliang@fangjia.com",
|
||||
"yaojingmeng@fangjia.com",
|
||||
"xuqi@fangjia.com",
|
||||
"wangpeili@fangjia.com"
|
||||
// "duweiliang@fangjia.com",
|
||||
// "yaojingmeng@fangjia.com",
|
||||
// "xuqi@fangjia.com",
|
||||
"gaojuan@fangjia.com"
|
||||
]
|
||||
|
||||
static main(args) {
|
||||
|
||||
+2
-2
@@ -163,9 +163,9 @@ class AnalyticsApiLogPerformanceBatch extends BaseBatch {
|
||||
}
|
||||
|
||||
static void sendEmail(String sub, String msg) {
|
||||
jms.sendMail("duxiaoyu@fangjia.com", sub, msg)
|
||||
// jms.sendMail("duxiaoyu@fangjia.com", sub, msg)
|
||||
jms.sendMail("wangwenyan@fangjia.com", sub, msg)
|
||||
jms.sendMail("helvyuan@fangjia.com", sub, msg)
|
||||
// jms.sendMail("helvyuan@fangjia.com", sub, msg)
|
||||
jms.sendMail("gaojuan@fangjia.com", sub, msg)
|
||||
}
|
||||
|
||||
|
||||
+5
-5
@@ -32,11 +32,11 @@ class CommonLogAnaBatch extends BaseBatch {
|
||||
def static bjEvaReport = [];
|
||||
|
||||
public static final def EMAILS = [
|
||||
"jiangxiaochun@fangjia.com",
|
||||
"limingmin@fangjia.com",
|
||||
"xiaohai@fangjia.com",
|
||||
"luxuping@fangjia.com",
|
||||
"yukai@fangjia.com"
|
||||
"jiangxiaochun@fangjia.com"
|
||||
// "limingmin@fangjia.com",
|
||||
// "xiaohai@fangjia.com",
|
||||
// "luxuping@fangjia.com",
|
||||
// "yukai@fangjia.com"
|
||||
];
|
||||
|
||||
static main(args) {
|
||||
|
||||
+6
-6
@@ -26,12 +26,12 @@ class DaikuanLogAnaBatch extends BaseBatch {
|
||||
static Jms jms = Jms.create('tcp://jms.db.fangjia.com:61616');
|
||||
|
||||
public static final def EMAILS = [
|
||||
"jiangxiaochun@fangjia.com",
|
||||
"limingmin@fangjia.com",
|
||||
"zhongjingyi@fangjia.com",
|
||||
"xiaohai@fangjia.com",
|
||||
"luxuping@fangjia.com",
|
||||
"yukai@fangjia.com"
|
||||
"jiangxiaochun@fangjia.com"
|
||||
// "limingmin@fangjia.com",
|
||||
// "zhongjingyi@fangjia.com",
|
||||
// "xiaohai@fangjia.com",
|
||||
// "luxuping@fangjia.com",
|
||||
// "yukai@fangjia.com"
|
||||
];
|
||||
|
||||
static main(args) {
|
||||
|
||||
+7
-7
@@ -148,14 +148,14 @@ class ReadBkoffSafeLogBatch extends BaseBatch{
|
||||
}
|
||||
|
||||
static void sendEmail(String sub, String msg) {
|
||||
jms.sendMail("duxiaoyu@fangjia.com", sub, msg)
|
||||
jms.sendMail("joe@fangjia.com", sub, msg)
|
||||
jms.sendMail("xiaohai@fangjia.com", sub, msg)
|
||||
// jms.sendMail("duxiaoyu@fangjia.com", sub, msg)
|
||||
// jms.sendMail("joe@fangjia.com", sub, msg)
|
||||
// jms.sendMail("xiaohai@fangjia.com", sub, msg)
|
||||
jms.sendMail("caoyuyan@fangjia.com", sub, msg)
|
||||
jms.sendMail("wangchencen@fangjia.com", sub, msg)
|
||||
jms.sendMail("yaojingmeng@fangjia.com", sub, msg)
|
||||
jms.sendMail("chichilook@qq.com", sub, msg)
|
||||
jms.sendMail("sunjian@fangjia.com", sub, msg)
|
||||
// jms.sendMail("wangchencen@fangjia.com", sub, msg)
|
||||
// jms.sendMail("yaojingmeng@fangjia.com", sub, msg)
|
||||
// jms.sendMail("chichilook@qq.com", sub, msg)
|
||||
// jms.sendMail("sunjian@fangjia.com", sub, msg)
|
||||
}
|
||||
|
||||
static public String getCatById(String id) {
|
||||
|
||||
+175
@@ -0,0 +1,175 @@
|
||||
package com.fangjia.script.majintao
|
||||
|
||||
import com.fangjia.core.RegionData
|
||||
|
||||
|
||||
import com.fangjia.core.ProvinceData
|
||||
import com.fangjia.core.util.MongoUtils
|
||||
import com.fangjia.datastore.driver.DSCollection
|
||||
import com.fangjia.datastore.driver.DataStore
|
||||
import com.fangjia.script.util.DbUtils
|
||||
import com.fangjia.script.util.ElasticUtils
|
||||
import com.mongodb.BasicDBObject
|
||||
import com.mongodb.DBCollection
|
||||
import org.bson.types.ObjectId
|
||||
|
||||
def map = [
|
||||
["学校", "高等院校", "中学", "小学", "幼儿园", "成人教育", "职业技术学校"]: "学校",
|
||||
["综合医院", "专科医院"] : "医院",
|
||||
["银行"] : "银行",
|
||||
["超级市场", "家电电子卖场", "便民商店/便利店"] : "超市",
|
||||
["商场"] : "商场",
|
||||
["美容美发店"] : "美容院",
|
||||
["健身中心"] : "健身中心",
|
||||
["公园广场", "公园"] : "公园/绿地",
|
||||
["公交车站"] : "公交",
|
||||
["飞机场"] : "机场",
|
||||
["火车站"] : "火车站",
|
||||
["快餐厅", "外国餐厅", "中餐厅"] : "餐馆",
|
||||
["宾馆酒店", "旅馆招待所"] : "酒店"
|
||||
] as HashMap<List<String>, String>
|
||||
|
||||
def type3In = ["学校", "高等院校", "中学", "小学", "幼儿园", "成人教育", "职业技术学校", "健身中心", "公园广场", "公园", "地铁站", "飞机场", "火车站"]
|
||||
// 输出 Map 的内容
|
||||
map.each { key, value ->
|
||||
println("$key: $value")
|
||||
}
|
||||
|
||||
def provinceList = []
|
||||
def provinceMap = ProvinceData.data
|
||||
provinceMap.each { pro ->
|
||||
provinceList.add(pro.getValue()[0])
|
||||
}
|
||||
def cityMap = ProvinceData.GOVERNMENT_CITY_LIST
|
||||
cityMap.each { city ->
|
||||
provinceList.add(city.getValue()[0])
|
||||
}
|
||||
def specialMap = ProvinceData.SPECIAL_ADMIN_REGION
|
||||
specialMap.each { spe ->
|
||||
provinceList.add(spe.getValue()[1])
|
||||
}
|
||||
|
||||
def pcmap = [:]
|
||||
provinceList.remove("广西省")
|
||||
provinceList.add("广西壮族自治区")
|
||||
|
||||
DSCollection seabird = new DataStore("192.168.0.43", 28017).getCollection("fangjia_base.baidu_place_poi2")
|
||||
DBCollection m43 = MongoUtils.getCollectionByName("fangjia_base", "baidu_place_poi2", "192.168.0.43", 28017)
|
||||
//def type3Not = ["学校内部设施", "进港", "出港", "候船室", "住宿服务相关"]
|
||||
//
|
||||
//def type2Not = ["学校", "专科医院", "综合医院", "诊所", "银行", "自动提款机", "便民商店/便利店", "家电电子卖场", "超级市场", "商场", "美容美发店", "地铁站", "港口码头", "住宿服务"]
|
||||
//def type2In = ["运动场馆", "公园广场", "公交车站", "机场相关", "火车站", "餐饮服务"]
|
||||
// 运动场馆 且为 健身中心
|
||||
|
||||
// 公园广场 公园广场
|
||||
//公园广场 公园
|
||||
// 公交车站 公交车站相关
|
||||
|
||||
// 机场相关 飞机场
|
||||
// 火车站 火车站
|
||||
// 餐饮服务 快餐厅 外国餐厅 中餐厅
|
||||
|
||||
println(provinceList)
|
||||
//provinceList = provinceList.subList(0,1)
|
||||
def c = 0
|
||||
def citys = []
|
||||
def citys2 = []
|
||||
|
||||
|
||||
for (p in provinceList) {
|
||||
println(p)
|
||||
def result = []
|
||||
ElasticUtils.executeSqlQuery("SELECT location,name,adname,cityname,m_date,id,address,type FROM amap_poi WHERE pname = '" + p + "'", { Map data ->
|
||||
// println(data["type"] + "-----")
|
||||
c = c+1
|
||||
if (c%10000==0){
|
||||
println("已处理$c 条")
|
||||
}
|
||||
def locationString = String.valueOf(data.get("location"))
|
||||
def typeString = String.valueOf(data.get("type"))
|
||||
def cityString = String.valueOf(data.get("cityname"))
|
||||
// citys2.add(cityS)
|
||||
// print(cityString)
|
||||
String city
|
||||
if ("台湾省".equals(cityString) | "香港特别行政区".equals(cityString) | "澳门特别行政区".equals(cityString)) {
|
||||
city = cityString
|
||||
} else {
|
||||
city = RegionData.formatCity(cityString)
|
||||
}
|
||||
def m_date = data["m_date"]
|
||||
def region = data["adname"]
|
||||
region = RegionData.formatRegion(city,region)
|
||||
def address = String.valueOf(data.get("address"))
|
||||
def uid = String.valueOf(data.get("id"))
|
||||
|
||||
def name = data.get("name")
|
||||
if (typeString.contains("|")) {
|
||||
typeString = typeString.split("'|'")[0]
|
||||
}
|
||||
// println(typeString)
|
||||
def secondType = typeString.split(";")[1]
|
||||
def smallType = typeString.split(";")[2]
|
||||
// println(smallType.getClass().getName())
|
||||
|
||||
|
||||
// 使用正则表达式匹配经度和纬度
|
||||
def matcher = locationString =~ /(-?\d+\.\d+)/
|
||||
def keyword = ""
|
||||
def flag = 0
|
||||
// 类型映射
|
||||
// 用三级分类判断
|
||||
if (smallType in type3In) {
|
||||
// 遍历Map的键集合,检查目标字符串是否存在于键集合中
|
||||
map.keySet().each { key ->
|
||||
if (key.contains(smallType)) {
|
||||
def value = map[key]
|
||||
// println("$smallType 存在于Map的键中,对应的值为: $value")
|
||||
keyword = value
|
||||
}
|
||||
}
|
||||
|
||||
} else {
|
||||
//用二级分类判断
|
||||
map.keySet().each { key ->
|
||||
if (key.contains(secondType)) {
|
||||
def value = map[key]
|
||||
// println("$secondType 存在于Map的键中,对应的值为: $value")
|
||||
keyword = value
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// 获取匹配到的经度和纬度值
|
||||
def lng = matcher[0][0]
|
||||
lng = lng.toDouble()
|
||||
def lat = matcher[1][0]
|
||||
lat = lat.toDouble()
|
||||
|
||||
// println "纬度: $lng, 经度: $lat,"
|
||||
if (!"".equals(keyword)) {
|
||||
def dbo = new BasicDBObject()
|
||||
dbo["_id"] = new ObjectId()
|
||||
dbo["keyword"] = keyword
|
||||
dbo["lat"] = lat
|
||||
dbo["name"] = name
|
||||
dbo["city"] = city
|
||||
dbo["m_date"] = m_date
|
||||
dbo["lng"] = lng
|
||||
dbo["c_date"] = m_date
|
||||
dbo["address"] = address
|
||||
dbo["uid"] = uid
|
||||
dbo["status"] = 0
|
||||
dbo["source"] = "gaode"
|
||||
dbo["region"] = region
|
||||
result.add(dbo)
|
||||
}
|
||||
// print(result)
|
||||
// println("888")
|
||||
|
||||
})
|
||||
if (null != result && result.size() > 0) {
|
||||
m43.insert(result)
|
||||
}
|
||||
|
||||
println("已处理完$p 的数据")
|
||||
}
|
||||
+25
@@ -0,0 +1,25 @@
|
||||
package com.fangjia.script.majintao
|
||||
|
||||
import com.fangjia.script.util.DbUtils
|
||||
import com.fangjia.script.util.ElasticUtils
|
||||
import com.mongodb.BasicDBObject
|
||||
|
||||
def count = 0
|
||||
//ElasticUtils.executeSqlQuery("SELECT * FROM seawater WHERE city = '重庆' and region = '渝北' and district_name = '棕榈泉国际花园四期'and p_date > 20230801 ",{Map doc->
|
||||
ElasticUtils.executeSqlQuery("SELECT * FROM seawater WHERE p_date > 20230801 order by p_date desc limit 100",{Map doc->
|
||||
def keys = ["c_date","_id","cat","city","region","name","address","block","district_name","total_price","area","height","floor","fitment","estate_type","hall","toilet","publish_date","url","direction","build_type","pay_type","line","rent_type","status","room"]
|
||||
// def dbo = new BasicDBObject()
|
||||
// for( String key in keys){
|
||||
// dbo[key] = doc[key]
|
||||
// }
|
||||
// println(doc['m_date'])
|
||||
// print(doc['name'])
|
||||
if (count==0)print(doc)
|
||||
count+=1
|
||||
|
||||
// DbUtils.seabird.save(dbo)
|
||||
})
|
||||
//DbUtils.seabird.find(new BasicDBObject("district_name","棕榈泉国际花园四期")).each {
|
||||
// println(it)
|
||||
//}
|
||||
print(count)
|
||||
+57
@@ -0,0 +1,57 @@
|
||||
import com.fangjia.core.ProvinceData
|
||||
import com.fangjia.core.util.HttpRequest
|
||||
import com.fangjia.script.util.ExcelUtils
|
||||
import com.lowagie.text.Row
|
||||
import javafx.scene.control.Cell
|
||||
import jxl.Sheet
|
||||
import jxl.Workbook
|
||||
import org.apache.poi.ss.usermodel.WorkbookFactory
|
||||
|
||||
//String excelFilePath = "F:\\估家\\文件\\安徽省联社\\全国省级行政区房屋覆盖情况表 - 副本.xlsx"
|
||||
//ExcelUtils.removeEmptyRow(excelFilePath)
|
||||
//ExcelUtils.singleThreadingModify(excelFilePath, { List items ->
|
||||
//
|
||||
// province1 = items['A']
|
||||
// if (!province1.equals('黑龙江省') || !province1.equals('内蒙古自治区')) {
|
||||
// province = province1.substring(0, 2)
|
||||
// } else {
|
||||
// province = province1.substring(0, 3)
|
||||
// }
|
||||
//
|
||||
// println('province: ' + province)
|
||||
//
|
||||
// def citys = ProvinceData.getAllCity(province)
|
||||
// println(citys)
|
||||
//// if (citys.size() > 0) {
|
||||
//// ExcelUtils.writeToExcel(excelFilePath, citys, province)
|
||||
//// }
|
||||
//
|
||||
//})
|
||||
|
||||
|
||||
//
|
||||
//import com.fangjia.core.ProvinceData
|
||||
//
|
||||
//import com.fangjia.script.util.ExcelUtils
|
||||
//
|
||||
//
|
||||
//String excelFilePath = "F:\\估家\\文件\\安徽省联社\\全国省级行政区房屋覆盖情况表.xlsx"
|
||||
//ExcelUtils.removeEmptyRow(excelFilePath)
|
||||
//ExcelUtils.singleThreadingModify(excelFilePath, { List items ->
|
||||
//
|
||||
// def province1 = items['A']
|
||||
// def province
|
||||
//
|
||||
// if (!province1.equals('黑龙江省') && !province1.equals('内蒙古自治区')) {
|
||||
// province = province1.substring(0, 2)
|
||||
// } else {
|
||||
// province = province1.substring(0, 3)
|
||||
// }
|
||||
//
|
||||
// println('province: ' + province)
|
||||
//
|
||||
// def citys = ProvinceData.getAllCity(province)
|
||||
// println(citys)
|
||||
// items['D'] = citys.toString()
|
||||
//
|
||||
//})
|
||||
@@ -5,14 +5,15 @@ import com.fangjia.script.util.ExcelUtils
|
||||
import net.sf.json.JSONObject
|
||||
|
||||
|
||||
ExcelUtils.removeEmptyRow("F:\\估家\\文件\\北交所\\testcopy.xlsx")
|
||||
ExcelUtils.singleThreadingModify("F:\\估家\\文件\\北交所\\testcopy.xlsx", { List items ->
|
||||
String excelFilePath = "F:\\估家\\文件\\北交所\\testcopy.xlsx";
|
||||
String comprehensiveUrl = "http://192.168.10.15:9180/comprehensiveQuery/houseValueInformation";
|
||||
String communityUrl = "http://192.168.10.15:9180/addrSvc/avgPrice";
|
||||
String valueUrl = "http://192.168.10.15:9180/property/addressEvaluate";
|
||||
String caseUrl = "http://192.168.10.15:9180/house/case";
|
||||
String poiUrl = "http://192.168.10.15:9180/district/addrFacilitys";
|
||||
String excelFilePath = "F:\\估家\\文件\\北交所\\testcopy1.xlsx";
|
||||
ExcelUtils.removeEmptyRow(excelFilePath)
|
||||
ExcelUtils.singleThreadingModify(excelFilePath, { List items ->
|
||||
|
||||
String comprehensiveUrl = "http://localhost:9180/comprehensiveQuery/houseValueInformation";
|
||||
String communityUrl = "http://open.fangjia.com/addrSvc/avgPrice";
|
||||
String valueUrl = "http://open.fangjia.com/property/addressEvaluate";
|
||||
String caseUrl = "http://open.fangjia.com/house/case";
|
||||
String poiUrl = "http://open.fangjia.com/district/addrFacilitys";
|
||||
|
||||
HttpRequest httpRequest = new HttpRequest();
|
||||
map = new HashMap<String, String>()
|
||||
|
||||
+56
@@ -5,7 +5,11 @@ import com.fangjia.script.gj.village.ailiyun.SignatureUtils
|
||||
import com.fangjia.script.util.ExcelUtils
|
||||
|
||||
//def address = "江苏省徐州市贾汪区经济开发区大黄山镇孤山小区B3.801"
|
||||
<<<<<<< HEAD
|
||||
String excelFilePath = "C:\\Users\\Goojia\\Desktop\\注册地址-太仓农商行POC测试.xlsx";
|
||||
=======
|
||||
String excelFilePath = "C:\\Users\\Goojia\\Desktop\\涉农对私测试数据.xlsx";
|
||||
>>>>>>> f0061ade19d549f26467ab6be7e9eaaa66cd3011
|
||||
ExcelUtils.removeEmptyRow(excelFilePath)
|
||||
def count = 0
|
||||
ExcelUtils.singleThreadingModify(excelFilePath, { List items ->
|
||||
@@ -14,13 +18,18 @@ ExcelUtils.singleThreadingModify(excelFilePath, { List items ->
|
||||
if (count % 10 == 0) {
|
||||
println("已处理:" + count)
|
||||
}
|
||||
<<<<<<< HEAD
|
||||
sleep(80)
|
||||
=======
|
||||
sleep(50)
|
||||
>>>>>>> f0061ade19d549f26467ab6be7e9eaaa66cd3011
|
||||
|
||||
def address = items['A']
|
||||
def map = SignatureUtils.getAliAddressStrc(address)
|
||||
//prov=河南省 city=信阳市 district=息县 town=孙庙乡 community=前赵楼村 road=前赵楼村 poi=爱婆店 roomno=012
|
||||
if ("prov" in map) {
|
||||
def province = map.get("prov")
|
||||
<<<<<<< HEAD
|
||||
items['C'] = province
|
||||
}
|
||||
if ("city" in map) {
|
||||
@@ -45,6 +54,53 @@ ExcelUtils.singleThreadingModify(excelFilePath, { List items ->
|
||||
items['AE'] = devzone
|
||||
|
||||
}
|
||||
=======
|
||||
items['D'] = province
|
||||
}
|
||||
if ("city" in map) {
|
||||
def city = map.get("city")
|
||||
items['H'] = city
|
||||
}
|
||||
if ("district" in map) {
|
||||
def district = map.get("district")
|
||||
items['L'] = district
|
||||
}
|
||||
if ("town" in map) {
|
||||
def town = map.get("town")
|
||||
items['P'] = town
|
||||
}
|
||||
if ("community" in map) {
|
||||
def community = map.get("community")
|
||||
items['T'] = community
|
||||
|
||||
}
|
||||
// if ("road" in map) {
|
||||
// def road = map.get("road")
|
||||
// items['G'] = road
|
||||
//
|
||||
// }
|
||||
// if ("poi" in map) {
|
||||
//
|
||||
// def poi = map.get("poi")
|
||||
// items['H'] = poi
|
||||
//
|
||||
// }
|
||||
// if ("roomno" in map) {
|
||||
// def roomno = map.get("roomno")
|
||||
// items['I'] = roomno
|
||||
//
|
||||
// }
|
||||
// if ("devzone" in map) {
|
||||
// def devzone = map.get("devzone")
|
||||
// items['J'] = devzone
|
||||
//
|
||||
// }
|
||||
// if ("roadno" in map) {
|
||||
// def roadno = map.get("roadno")
|
||||
// items['K'] = roadno
|
||||
// }
|
||||
|
||||
>>>>>>> f0061ade19d549f26467ab6be7e9eaaa66cd3011
|
||||
|
||||
})
|
||||
|
||||
|
||||
+115
@@ -4,10 +4,17 @@ import com.fangjia.core.util.HttpRequest
|
||||
import com.fangjia.script.util.ExcelUtils
|
||||
|
||||
|
||||
<<<<<<< HEAD
|
||||
String excelFilePath = "C:\\Users\\Goojia\\Desktop\\注册地址-太仓农商行POC测试.xlsx";
|
||||
ExcelUtils.removeEmptyRow(excelFilePath)
|
||||
def count = 0
|
||||
ExcelUtils.singleThreadingModify(excelFilePath, { List items ->
|
||||
=======
|
||||
String excelFilePath = "C:\\Users\\Goojia\\Desktop\\涉农对私测试数据.xlsx";
|
||||
ExcelUtils.removeEmptyRow(excelFilePath)
|
||||
def count = 0
|
||||
ExcelUtils.multiThreadingModify(excelFilePath, { List items ->
|
||||
>>>>>>> f0061ade19d549f26467ab6be7e9eaaa66cd3011
|
||||
count += 1
|
||||
if (count % 10 == 0) {
|
||||
println("已处理:" + count)
|
||||
@@ -15,6 +22,7 @@ ExcelUtils.singleThreadingModify(excelFilePath, { List items ->
|
||||
|
||||
|
||||
String address = items['A']
|
||||
<<<<<<< HEAD
|
||||
// if (province == null) {
|
||||
String url = "http://192.168.0.100:32080/FangJiaAddressService/villageIdentify";
|
||||
|
||||
@@ -119,5 +127,112 @@ ExcelUtils.singleThreadingModify(excelFilePath, { List items ->
|
||||
|
||||
// }
|
||||
|
||||
=======
|
||||
String province = items['B']
|
||||
if (province == null) {
|
||||
String url = "http://192.168.0.100:32080/FangJiaAddressService/villageIdentify";
|
||||
|
||||
HttpRequest httpRequest = new HttpRequest();
|
||||
map = new HashMap<String, String>()
|
||||
|
||||
|
||||
def map = [:]
|
||||
map.put("address", address)
|
||||
map.put("complete", "true")
|
||||
map.put("addressAssessment", "true")
|
||||
map.put("type", "1")
|
||||
|
||||
def content = httpRequest.getJsonContent(url, map, "UTF-8")
|
||||
def result = content.get("result")
|
||||
if (result != null) {
|
||||
if ("province" in result) {
|
||||
items['B'] = result.get("province")
|
||||
}
|
||||
if ("provinceCode" in result) {
|
||||
items['C'] = result.get("provinceCode")
|
||||
}
|
||||
if ("city" in result) {
|
||||
items['D'] = result.get("city")
|
||||
}
|
||||
if ("cityCode" in result) {
|
||||
items['E'] = result.get("cityCode")
|
||||
}
|
||||
if ("district" in result) {
|
||||
|
||||
items['F'] = result.get("district")
|
||||
}
|
||||
if ("districtCode" in result) {
|
||||
|
||||
items['G'] = result.get("districtCode")
|
||||
}
|
||||
if ("town" in result) {
|
||||
|
||||
items['H'] = result.get("town")
|
||||
}
|
||||
if ("townCode" in result) {
|
||||
|
||||
items['I'] = result.get("townCode")
|
||||
}
|
||||
|
||||
if ("committee" in result) {
|
||||
|
||||
items['J'] = result.get("committee")
|
||||
}
|
||||
if ("committeeCode" in result) {
|
||||
|
||||
items['K'] = result.get("committeeCode")
|
||||
}
|
||||
if ("typeCode" in result) {
|
||||
|
||||
items['L'] = result.get("typeCode")
|
||||
}
|
||||
if ("typeName") {
|
||||
items['M'] = result.get("typeName")
|
||||
}
|
||||
if ("verifyFlag") {
|
||||
items['N'] = result.get("verifyFlag")
|
||||
}
|
||||
if ("addrVerify") {
|
||||
items['O'] = result.get("addrVerify")
|
||||
}
|
||||
if ("countyLevelCity") {
|
||||
items['P'] = result.get("countyLevelCity")
|
||||
}
|
||||
if ("countyGov") {
|
||||
items['Q'] = result.get("countyGov")
|
||||
}
|
||||
if ("communitySource") {
|
||||
items['R'] = result.get("communitySource")
|
||||
}
|
||||
|
||||
if ("administrativeTowns" in result) {
|
||||
items['T'] = result.get("administrativeTowns")
|
||||
}
|
||||
if ("devDistrict" in result) {
|
||||
items['V'] = result.get("devDistrict")
|
||||
}
|
||||
if ("devDistrictName" in result) {
|
||||
items['W'] = result.get("devDistrictName")
|
||||
}
|
||||
if ("splitCommittee" in result) {
|
||||
items['X'] = result.get("splitCommittee")
|
||||
}
|
||||
if ("splitStreet" in result) {
|
||||
items['Y'] = result.get("splitStreet")
|
||||
}
|
||||
if ("poiName" in result) {
|
||||
items['Z'] = result.get("poiName")
|
||||
}
|
||||
if ("splitStreetNum" in result) {
|
||||
items['AA'] = result.get("splitStreetNum")
|
||||
}
|
||||
if ("dev" in result) {
|
||||
items['AB'] = result.get("dev")
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
>>>>>>> f0061ade19d549f26467ab6be7e9eaaa66cd3011
|
||||
})
|
||||
|
||||
|
||||
+5
@@ -24,8 +24,13 @@ ExcelUtils.singleThreadingModify(excelFilePath, { List items ->
|
||||
|
||||
def map = [:]
|
||||
map.put("address", address)
|
||||
<<<<<<< HEAD
|
||||
map.put("complete", "2")
|
||||
map.put("addressAssessment", "2")
|
||||
=======
|
||||
map.put("complete", "true")
|
||||
map.put("addressAssessment", "true")
|
||||
>>>>>>> f0061ade19d549f26467ab6be7e9eaaa66cd3011
|
||||
map.put("type", "2")
|
||||
|
||||
def content = httpRequest.getJsonContent(url, map, "UTF-8")
|
||||
|
||||
@@ -0,0 +1,4 @@
|
||||
import org.bson.types.ObjectId
|
||||
|
||||
a = new ObjectId()
|
||||
print(a)
|
||||
+350
@@ -0,0 +1,350 @@
|
||||
import java.util.concurrent.ExecutorService
|
||||
import java.util.concurrent.Executors
|
||||
import com.fangjia.datastore.driver.DSCollection
|
||||
import com.fangjia.datastore.driver.DataStore
|
||||
import com.fangjia.script.BaseBatch
|
||||
import com.fangjia.script.BatchOwner
|
||||
import com.fangjia.script.Watcher
|
||||
import com.fangjia.script.commData.CommonDatautils
|
||||
import com.fangjia.script.util.CommonUtils
|
||||
import com.fangjia.script.util.DateUtils
|
||||
import com.fangjia.script.util.DbUtils
|
||||
import com.fangjia.script.util.MongoUtils
|
||||
import com.mongodb.BasicDBObject
|
||||
import com.mongodb.DBCollection
|
||||
|
||||
//@BatchOwner(Watcher.MaJinTao)
|
||||
class CommunityHouseSampleBatch extends BaseBatch {
|
||||
|
||||
DBCollection SEAWEED = MongoUtils.getCollectionByName("fangjia", "seaweed", "192.168.0.43", 28017)
|
||||
DBCollection STAT = MongoUtils.getCollectionByName("fangjia_stat", "district_stat", "192.168.0.43", 28017)
|
||||
DBCollection HOUSE_CASE = MongoUtils.getCollectionByName("business", "house_case", "192.168.0.43", 28017)
|
||||
DSCollection SEABIRD = new DataStore("seabird.db.fangjia.com").getCollection("fangjia.seabird")
|
||||
|
||||
static void main(String[] args) {
|
||||
runBatch(new CommunityHouseSampleBatch(), args)
|
||||
}
|
||||
|
||||
def findHouseCase(Object district_stat, Map<String, List> houseMap) {
|
||||
// 查本小区的房源
|
||||
def houseQuery = new BasicDBObject()
|
||||
houseQuery.put("cat", "sell")
|
||||
houseQuery.put("city", district_stat.city)
|
||||
houseQuery.put("region", district_stat.region)
|
||||
houseQuery.put("district_name", district_stat.district_name)
|
||||
def houseListAll = SEABIRD.find(houseQuery).toList()
|
||||
|
||||
// 将均价符合的房源放入结果集
|
||||
def houseList = houseListAll.findAll() { housecase ->
|
||||
def totalPrice = housecase.total_price
|
||||
def houseArea = housecase.area
|
||||
def houseAvgPrice = totalPrice / houseArea
|
||||
def avgPrice = district_stat.avg_price
|
||||
houseAvgPrice >= avgPrice * 0.8 && houseAvgPrice <= avgPrice * 1.2
|
||||
}
|
||||
|
||||
// 将样本数据按面积段分,200以下每10为一段,200以上每30为一段
|
||||
// 分段的字段规则 area: 23.4 对应[20,30] 标记为 g20
|
||||
for (def housecase : houseList) {
|
||||
if (housecase.area <= 200) {
|
||||
def area = housecase.area.toInteger()
|
||||
def key = "g" + (area / 10).toInteger() * 10
|
||||
def gList = houseMap.get(key)
|
||||
|
||||
if (gList == null || gList.size() == 0) {
|
||||
def gHouseCaseList = []
|
||||
gHouseCaseList.add(housecase)
|
||||
houseMap.put(key, gHouseCaseList)
|
||||
} else if (gList.size() < 10) {
|
||||
gList.add(housecase)
|
||||
houseMap.put(key, gList)
|
||||
}
|
||||
} else {
|
||||
def area = housecase.area.toInteger()
|
||||
def startPoint = 200
|
||||
def segmentSize = 30
|
||||
def rangeStart = (startPoint + (Math.floor((area - startPoint) / segmentSize) * segmentSize)).toInteger()
|
||||
def key = "g" + rangeStart
|
||||
def gList = houseMap.get(key)
|
||||
|
||||
if (gList == null || gList.size() == 0) {
|
||||
def gHouseCaseList = []
|
||||
gHouseCaseList.add(housecase)
|
||||
houseMap.put(key, gHouseCaseList)
|
||||
} else if (gList.size() < 10) {
|
||||
gList.add(housecase)
|
||||
houseMap.put(key, gList)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
void process(Object args) {
|
||||
ExecutorService executorService = Executors.newFixedThreadPool(5)
|
||||
|
||||
try {
|
||||
def cityList = CommonUtils.findAllCity()
|
||||
// 测试
|
||||
cityList = cityList.subList(0, 5)
|
||||
cityList.each { city ->
|
||||
executorService.submit({
|
||||
def count = 0
|
||||
def documents = []
|
||||
def weekend = DateUtils.getFirstDayOfWeek(new Date())
|
||||
def districtPriceMap = CommonDatautils.queryAllDistrictPrice(city, weekend)
|
||||
List<BasicDBObject> districts = CommonDatautils.findAllDistrictByCity(city, "district", ["city", "region", "name", "lat", "lng"])
|
||||
|
||||
// 测试
|
||||
districts = districts.subList(0, 10)
|
||||
|
||||
districts.each { district ->
|
||||
Map<String, List> houseMap = [:]
|
||||
def district_stat = districtPriceMap.get(district.city + "##" + district.region + "##" + district.name)
|
||||
|
||||
if (district_stat != null) {
|
||||
findHouseCase(district_stat, houseMap)
|
||||
}
|
||||
if (houseMap == null || houseMap.size() == 0) {
|
||||
def aroundDistrictList = DbUtils.findAroundDistrictByRadius(district, 3000)
|
||||
// def aroundDistrictList = (aroundDistrictListAll.size() >= 50) ? aroundDistrictListAll.subList(0, 50) : aroundDistrictListAll
|
||||
aroundDistrictList.each { aroundDistrict ->
|
||||
def aroundDistrict_stat = districtPriceMap.get(aroundDistrict.city + "##" + aroundDistrict.region + "##" + aroundDistrict.name)
|
||||
if (aroundDistrict_stat != null) {
|
||||
findHouseCase(aroundDistrict_stat, houseMap)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
def document = new BasicDBObject()
|
||||
document.put("city", district.city)
|
||||
document.put("region", district.region)
|
||||
document.put("district_name", district.name)
|
||||
document.put("house_case", houseMap)
|
||||
|
||||
documents.add(document)
|
||||
count++
|
||||
if (count % 10 == 0) {
|
||||
println(city + "已处理小区数----------------------------------------------------" + count)
|
||||
}
|
||||
}
|
||||
HOUSE_CASE.insert(documents)
|
||||
} as Runnable)
|
||||
}
|
||||
} finally {
|
||||
executorService.shutdown()
|
||||
executorService.awaitTermination(Long.MAX_VALUE, java.util.concurrent.TimeUnit.NANOSECONDS)
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
/*
|
||||
package com.fangjia.script.sync
|
||||
|
||||
import com.fangjia.datastore.driver.DSCollection
|
||||
import com.fangjia.datastore.driver.DataStore
|
||||
import com.fangjia.script.BaseBatch
|
||||
import com.fangjia.script.BatchOwner
|
||||
import com.fangjia.script.Watcher
|
||||
import com.fangjia.script.commData.CommonDatautils
|
||||
import com.fangjia.script.util.CommonUtils
|
||||
import com.fangjia.script.util.DateUtils
|
||||
import com.fangjia.script.util.DbUtils
|
||||
import com.fangjia.script.util.MongoUtils
|
||||
import com.mongodb.BasicDBObject
|
||||
import com.mongodb.DBCollection
|
||||
|
||||
|
||||
@BatchOwner(Watcher.MaJinTao)
|
||||
class CommunityHouseSampleBatch extends BaseBatch {
|
||||
|
||||
DBCollection SEAWEED = MongoUtils.getCollectionByName("fangjia", "seaweed", "192.168.0.43", 28017)
|
||||
|
||||
DBCollection STAT = MongoUtils.getCollectionByName("fangjia_stat", "district_stat", "192.168.0.43", 28017)
|
||||
|
||||
DBCollection HOUSE_CASE = MongoUtils.getCollectionByName("business", "house_case", "192.168.0.43", 28017)
|
||||
|
||||
// DBCollection SEABIRD = MongoUtils.getCollectionByName("fangjia", "seabird", "192.168.0.43", 28017)
|
||||
|
||||
DSCollection SEABIRD = new DataStore("seabird.db.fangjia.com").getCollection("fangjia.seabird")
|
||||
|
||||
static void main(String[] args) {
|
||||
runBatch(new CommunityHouseSampleBatch(), args)
|
||||
}
|
||||
|
||||
def findHouseCase(Object district_stat, Map<String, List> houseMap) {
|
||||
|
||||
// 查本小区的房源
|
||||
def houseQuery = new BasicDBObject()
|
||||
//houseQuery.put("city", "深圳")
|
||||
|
||||
//houseQuery.put("region", "福田")
|
||||
|
||||
//houseQuery.put("district_name", "中泰燕南名庭")
|
||||
|
||||
houseQuery.put("cat", "sell")
|
||||
|
||||
houseQuery.put("city", district_stat.city)
|
||||
|
||||
houseQuery.put("region", district_stat.region)
|
||||
|
||||
houseQuery.put("district_name", district_stat.district_name)
|
||||
|
||||
def houseListAll = SEABIRD.find(houseQuery).toList()
|
||||
|
||||
// 将均价符合的房源放入结果集
|
||||
def houseList = houseListAll.findAll() { housecase ->
|
||||
def totalPrice = housecase.total_price
|
||||
def houseArea = housecase.area
|
||||
def houseAvgPrice = totalPrice / houseArea
|
||||
def avgPrice = district_stat.avg_price
|
||||
if (houseAvgPrice >= avgPrice * 0.8 && houseAvgPrice <= avgPrice * 1.2) {
|
||||
return true
|
||||
} else {
|
||||
return false
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
// 将样本数据按面积段分,200以下每10为一段,200以上每30为一段
|
||||
// 分段的字段规则 area: 23.4 对应[20,30] 标记为 g20
|
||||
|
||||
for (def housecase : houseList) {
|
||||
if (housecase.area <= 200) {
|
||||
def area = housecase.area.toInteger()
|
||||
|
||||
def key = "g" + (area / 10).toInteger() * 10
|
||||
// println(key)
|
||||
// 获取该面积段的房源列表
|
||||
def gList = houseMap.get(key)
|
||||
|
||||
// 如果为空,说明该面积段没有房源,新建一个list,放入
|
||||
if (gList == null || gList.size() == 0) {
|
||||
def gHouseCaseList = []
|
||||
gHouseCaseList.add(housecase)
|
||||
houseMap.put(key, gHouseCaseList)
|
||||
} else {
|
||||
// 如果该面积段已经有10个房源,就不再放入
|
||||
if (gList.size() < 10) {
|
||||
// 如果不为空,说明该面积段已经有房源,直接放入
|
||||
gList.add(housecase)
|
||||
houseMap.put(key, gList)
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
} else {
|
||||
def area = housecase.area.toInteger()
|
||||
def startPoint = 200
|
||||
def segmentSize = 30
|
||||
def rangeStart = (startPoint + (Math.floor((area - startPoint) / segmentSize) * segmentSize)).toInteger()
|
||||
def key = "g" + rangeStart
|
||||
// println(key)
|
||||
// 获取该面积段的房源列表
|
||||
def gList = houseMap.get(key)
|
||||
|
||||
// 如果为空,说明该面积段没有房源,新建一个list,放入
|
||||
if (gList == null || gList.size() == 0) {
|
||||
def gHouseCaseList = []
|
||||
gHouseCaseList.add(housecase)
|
||||
houseMap.put(key, gHouseCaseList)
|
||||
} else {
|
||||
// 如果该面积段已经有10个房源,就不再放入
|
||||
if (gList.size() < 10) {
|
||||
gList.add(housecase)
|
||||
houseMap.put(key, gList)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
void process(Object args) {
|
||||
|
||||
|
||||
def count = 0
|
||||
|
||||
|
||||
def cityList = CommonUtils.findAllCity()
|
||||
|
||||
// 测试用,先只取一条
|
||||
// cityList = cityList.subList(0, 1)
|
||||
|
||||
print(cityList.size())
|
||||
print(cityList.toString())
|
||||
// cityList.each { city ->
|
||||
def city = cityList.get(0)
|
||||
print(city)
|
||||
def documents = []
|
||||
//查询该城市的所有小区
|
||||
List<BasicDBObject> districts = CommonDatautils.findAllDistrictByCity(city, "district", ["city", "region", "name", "lat", "lng"])
|
||||
|
||||
//测试用,先只取5个小区
|
||||
// districts = districts.subList(0, 2)
|
||||
|
||||
// 查询所有的小区均价
|
||||
|
||||
def weekend = DateUtils.getFirstDayOfWeek(new Date());
|
||||
def districtPriceMap = CommonDatautils.queryAllDistrictPrice(city, weekend)
|
||||
for (def district : districts) {
|
||||
Map<String, List> houseMap = [:]
|
||||
|
||||
|
||||
|
||||
def district_stat = districtPriceMap.get(district.city + "##" + district.region + "##" + district.name)
|
||||
// 拿到小区对应的均价之后,去查房源
|
||||
if (district_stat != null) {
|
||||
findHouseCase(district_stat, houseMap)
|
||||
|
||||
}
|
||||
// 没有拿到小区对应的均价,找小区周边的三十个小区
|
||||
|
||||
def aroundDistrictListAll = DbUtils.findAroundDistrictByRadius(district, 3000)
|
||||
def aroundDistrictList = (aroundDistrictListAll.size() >= 50) ? aroundDistrictListAll.subList(0, 50) : aroundDistrictListAll
|
||||
|
||||
|
||||
// 遍历周边小区,找到均价符合的房源
|
||||
|
||||
aroundDistrictList.each { aroundDistrict ->
|
||||
def aroundDistrict_stat = districtPriceMap.get(aroundDistrict.city + "##" + aroundDistrict.region + "##" + aroundDistrict.name)
|
||||
// 拿到小区对应的均价之后,去查房源
|
||||
if (aroundDistrict_stat != null) {
|
||||
findHouseCase(aroundDistrict_stat, houseMap)
|
||||
}
|
||||
}
|
||||
print(houseMap)
|
||||
|
||||
// 创建一个新的文档
|
||||
def document = new BasicDBObject()
|
||||
|
||||
// 将 houseMap 和 communityStr 放入文档
|
||||
document.put("city", district.city)
|
||||
document.put("region", district.region)
|
||||
document.put("district_name", district.name)
|
||||
document.put("house_case", houseMap)
|
||||
|
||||
// 将文档插入到 MongoDB 中
|
||||
// HOUSE_CASE.in(document)
|
||||
|
||||
documents.add(document)
|
||||
count++
|
||||
if (count % 10 == 0) {
|
||||
print("已处理小区数----------------------------------------------------" + count)
|
||||
}
|
||||
}
|
||||
HOUSE_CASE.insert(documents)
|
||||
|
||||
}
|
||||
|
||||
// }
|
||||
}
|
||||
|
||||
*/
|
||||
|
||||
|
||||
|
||||
+2
-2
@@ -26,8 +26,8 @@ class SynchDistrictPrice extends BaseBatch{
|
||||
|
||||
// "吉屋":"吉屋","365淘房":"365淘房","我爱我家":"我爱我家","诸葛找房APP":"诸葛找房","贝壳":"贝壳找房","链家":"链家","Q房":"Q房","麦田":"麦田",
|
||||
// "中原地产":"中原地产","安居客小程序":"安居客","搜房":"搜房","乐有家":"乐有家","C21":"C21","城市房产":"城市房产","兔博士PC端":"兔博士"
|
||||
// def esSources = ["我爱我家":"我爱我家","兔博士PC端":"兔博士","吉屋":"吉屋","贝壳找房":"贝壳找房","乐有家":"乐有家","365淘房":"365淘房","诸葛找房APP":"诸葛找房","链家":"链家","Q房":"Q房","麦田":"麦田","中原地产":"中原地产","安居客小程序":"安居客","搜房":"搜房","C21":"C21","城市房产":"城市房产"]
|
||||
def esSources = ["我爱我家":"我爱我家","兔博士PC端":"兔博士","吉屋":"吉屋","贝壳找房":"贝壳找房","乐有家":"乐有家","365淘房":"365淘房","诸葛找房APP":"诸葛找房","链家":"链家","Q房":"Q房","麦田":"麦田","中原地产":"中原地产","安居客小程序":"安居客","搜房":"搜房","C21":"C21","城市房产":"城市房产","幸福里APP":"幸福里"]
|
||||
// def esSources = ["搜房":"搜房"]
|
||||
def esSources = ["我爱我家":"我爱我家","兔博士PC端":"兔博士","吉屋":"吉屋","贝壳找房":"贝壳找房","乐有家":"乐有家","365淘房":"365淘房","诸葛找房APP":"诸葛找房","链家":"链家","Q房":"Q房","麦田":"麦田","中原地产":"中原地产","安居客小程序":"安居客","搜房":"搜房","C21":"C21","城市房产小程序":"城市房产","幸福里APP":"幸福里"]
|
||||
|
||||
static main(args) {
|
||||
runBatch(new SynchDistrictPrice(), args);
|
||||
|
||||
@@ -36,10 +36,10 @@ class DBHelper {
|
||||
static final DB offline61PoseidonDb = new Mongo("192.168.0.61", 27037).getDB("poseidon");
|
||||
static final online42GoojiaFangjiaDbConn = Sql.newInstance("jdbc:mysql://222.73.242.42:4306/goojia_fangjia?useUnicode=true&characterEncoding=utf-8", "sa", "G00jia", "com.mysql.jdbc.Driver");
|
||||
static final offline89GoojiaFangjiaStatDbConn = Sql.newInstance("jdbc:mysql://192.168.0.89:3306/goojia_fangjia_stat?useUnicode=true&characterEncoding=utf-8", "root", "123456", "com.mysql.jdbc.Driver");
|
||||
static final emailsGroup0 = ['gaojuan@fangjia.com','yukai@fangjia.com','joe@fangjia.com','duxiaoyu@fangjia.com','tangye@fangjia.com','ruanyadong@fangjia.com','xiamin@fangjia.com','zhutianli@fangjia.com'];
|
||||
static final emailsGroup0 = ['gaojuan@fangjia.com'];
|
||||
static final emailsFangjiaWang = ['all.list@fangjia.com'];
|
||||
static final mobilesYanzhou = ['13621626685'];
|
||||
static final emailsYanzhou = ['duxiaoyu@fangjia.com'];
|
||||
static final emailsYanzhou = ['wangwenyan@fangjia.com'];
|
||||
|
||||
static List<String> getCityNames(){
|
||||
DBObject dbObject = new BasicDBObject("status",0);
|
||||
|
||||
@@ -454,7 +454,11 @@ public class ExcelUtils{
|
||||
|
||||
def data = ExcelUtils.read(fileName, srcSheetIndex, 0)
|
||||
def body = data.subList(1, data.size())
|
||||
<<<<<<< HEAD
|
||||
def nThread = 1
|
||||
=======
|
||||
def nThread = 10
|
||||
>>>>>>> f0061ade19d549f26467ab6be7e9eaaa66cd3011
|
||||
println nThread
|
||||
ExecutorService executorService = Executors.newFixedThreadPool(3)
|
||||
final AtomicInteger counter = new AtomicInteger(0)
|
||||
|
||||
+1
-1
@@ -23,7 +23,7 @@ public class ComparisonDataStatistics extends com.fangjia.script.BaseBatch{
|
||||
static final DATE_NUMBER = new Date().format("yyyyMMdd").toInteger()
|
||||
static final DBCollection MESSENGER_COLL = MongoUtils.getCollectionByName("fangjia", "messenger", MongoUtils.FANGJIA_ONLINE_MONGO ,27017)
|
||||
static final def categories = ["district":"סլ", "office":"д×ÖÂ¥" , "shop":"ÉÌÆÌ"]
|
||||
def emails = ["wangwenyan@fangjia.com","duxiaoyu@fangjia.com","joe@fangjia.com","caoyuyan@fangjia.com"]
|
||||
def emails = ["wangwenyan@fangjia.com","caoyuyan@fangjia.com"]
|
||||
static Jms jms = Jms.create('tcp://jms.db.fangjia.com:61616');
|
||||
|
||||
def static main(args){
|
||||
|
||||
+1
-1
@@ -14,7 +14,7 @@ class EvaluationSourceAnalyze extends BaseBatch {
|
||||
static Jms jms = Jms.create('tcp://jms.db.fangjia.com:61616');
|
||||
public static final DBCollection STAT_COLL = MongoUtils.getCollectionByName("fangjia", "evaluation", "mongo.db.fangjia.com")
|
||||
|
||||
def emails = ["wangwenyan@fangjia.com","duxiaoyu@fangjia.com","joe@fangjia.com","xiaohai@fangjia.com"]
|
||||
def emails = ["wangwenyan@fangjia.com","xiaohai@fangjia.com"]
|
||||
|
||||
static main(args) {
|
||||
new EvaluationSourceAnalyze().process(null);
|
||||
|
||||
@@ -3,9 +3,9 @@ package com.fangjia.script.wenyan
|
||||
public enum Watcher {
|
||||
|
||||
//在职同事
|
||||
DuXiaoYu('13621626685', 'duxiaoyu@fangjia.com'),
|
||||
DuXiaoYu('13621626685', 'wangwenyan@fangjia.com'),
|
||||
WangWenYan('13916076378','wangwenyan@fangjia.com'),
|
||||
Tomzhao('15021021464','zhaoshumao@fangjia.com'),
|
||||
Tomzhao('15021021464','wangwenyan@fangjia.com'),
|
||||
GaoJuan('15021384995','gaojuan@fangjia.com');
|
||||
|
||||
private final String mobile;
|
||||
|
||||
+1
-2
@@ -27,8 +27,7 @@ class ApiDailyCountOfficialAccount extends BaseBatch{
|
||||
private static final Jms jms = Jms.create('tcp://monitor.jms.db.fangjia.com:61616')
|
||||
|
||||
def static emails = [
|
||||
'xuqi@fangjia.com',
|
||||
'zongzhimin@fangjia.com'
|
||||
'wangwenyan@fangjia.com'
|
||||
]
|
||||
|
||||
static void main(String[] args){
|
||||
|
||||
Reference in New Issue
Block a user