fangjia-job 1.2
This commit is contained in:
+16
-6
@@ -7,7 +7,10 @@ import java.util.concurrent.ExecutorService;
|
||||
import java.util.concurrent.Executors;
|
||||
import java.util.concurrent.Semaphore;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.beans.factory.annotation.Qualifier;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.springframework.data.mongodb.core.MongoTemplate;
|
||||
import org.springframework.data.mongodb.core.query.Criteria;
|
||||
@@ -15,6 +18,7 @@ import org.springframework.data.mongodb.core.query.Query;
|
||||
|
||||
import com.dangdang.ddframe.job.api.ShardingContext;
|
||||
import com.dangdang.ddframe.job.api.simple.SimpleJob;
|
||||
import com.fangjia.job.common.util.DingDingMessageUtil;
|
||||
import com.fangjia.job.common.util.RestApiCallUtils;
|
||||
import com.fangjia.job.youfang.document.AgencyInfo;
|
||||
import com.fangjia.job.youfang.document.DistrictBaseInfoDto;
|
||||
@@ -34,6 +38,8 @@ import com.mongodb.Mongo;
|
||||
|
||||
public class DistrictInfoJob implements SimpleJob{
|
||||
|
||||
private Logger logger = LoggerFactory.getLogger(EnterpriseStatJob.class);
|
||||
|
||||
@Value("${FANGJIA_API_TOKEN}")
|
||||
private String token;
|
||||
|
||||
@@ -43,6 +49,10 @@ public class DistrictInfoJob implements SimpleJob{
|
||||
@Autowired
|
||||
private MongoTemplate mongoTemplate;
|
||||
|
||||
@Autowired
|
||||
@Qualifier("seaweedMongoTemplate")
|
||||
private MongoTemplate seaweedMongoTemplate;
|
||||
|
||||
private ExecutorService fixPool = Executors.newFixedThreadPool(5);
|
||||
|
||||
@Override
|
||||
@@ -50,9 +60,7 @@ public class DistrictInfoJob implements SimpleJob{
|
||||
System.out.println("start :"+new Date());
|
||||
final FshApiRemoteService fshApiRemoteService = RestApiCallUtils.getRestClient(FshApiRemoteService.class, openApiUrl);
|
||||
//params.put("type", 4);
|
||||
|
||||
Mongo mongo = mongoTemplate.getDb().getMongo();
|
||||
DBCollection collection = mongo.getDB("fangjia").getCollection("seaweed");
|
||||
DBCollection collection = seaweedMongoTemplate.getCollection("seaweed");
|
||||
DBCursor cursor = collection.find(new BasicDBObject("cat", "district").append("status", 0).append("city", "上海"),
|
||||
new BasicDBObject("city", 1).append("region", 1).append("name", 1)).addOption(Bytes.QUERYOPTION_NOTIMEOUT);
|
||||
final Semaphore semaphore = new Semaphore(5);
|
||||
@@ -86,7 +94,7 @@ public class DistrictInfoJob implements SimpleJob{
|
||||
DistrictEvaluateSingleDto dto = fshApiRemoteService.getDistrictNewPriceInfo(params);
|
||||
DistrictInfoDto districtInfoDto = fshApiRemoteService.detail(params);
|
||||
Map<String,Object> s = fshApiRemoteService.getAgencyInfo(params);
|
||||
params.put("size", 50);
|
||||
params.put("size", 111.11);
|
||||
params.put("propertyType", 2);
|
||||
DistrictSearchSingleDto dssDto = fshApiRemoteService.evaluate(params);
|
||||
|
||||
@@ -111,20 +119,22 @@ public class DistrictInfoJob implements SimpleJob{
|
||||
}
|
||||
DistrictBaseInfoDto dbiDto = districtInfoDto==null?null:districtInfoDto.getResult();
|
||||
if(dbiDto!=null&&null!=dssDto&&dssDto.getResult()!=null) {
|
||||
DistrictDto add = dssDto.getResult();
|
||||
DistrictDto add = dssDto.getResult();// FROM evaluate
|
||||
DistrictDto original = dbiDto.getDistrict();
|
||||
original.setUpDownRangecityLevel(add.getUpDownRangecityLevel());
|
||||
original.setAvgPrice(add.getAvgPrice());
|
||||
original.setCityDistrictMaxSellPrice(add.getCityDistrictMaxSellPrice());
|
||||
original.setCityDistrictMinSellPrice(add.getCityDistrictMinSellPrice());
|
||||
original.setPriceRate(add.getPriceRate());
|
||||
original.setTotalScore(add.getTotalScore());
|
||||
}
|
||||
districtDetail.setAgencyInfo(a);
|
||||
districtDetail.setDistrictBaseInfo(null!=districtInfoDto?districtInfoDto.getResult():null);
|
||||
districtDetail.setDistrictNewPriceInfo(deDto);
|
||||
mongoTemplate.save(districtDetail);
|
||||
}catch(Exception e) {
|
||||
e.printStackTrace();
|
||||
logger.error("有房小区详情数据汇总异常", e);
|
||||
DingDingMessageUtil.sendTextMessage("有房小区详情数据汇总异常:" + e.getMessage());
|
||||
}finally {
|
||||
semaphore.release();
|
||||
}
|
||||
|
||||
@@ -95,7 +95,7 @@
|
||||
|
||||
<!-- 有房小区详情信息汇总 -->
|
||||
<job:simple id="districtInfoJob" class="com.fangjia.job.youfang.job.DistrictInfoJob" registry-center-ref="regCenter"
|
||||
sharding-total-count="1" cron="30 43 16 * * ?" sharding-item-parameters=""
|
||||
sharding-total-count="1" cron="30 09 17 * * ?" sharding-item-parameters=""
|
||||
failover="true" description="【有房】 有房小区详情信息汇总"
|
||||
overwrite="true" event-trace-rdb-data-source="elasticJobLog" job-exception-handler="com.fangjia.job.youfang.handler.CustomJobExceptionHandler">
|
||||
|
||||
|
||||
Reference in New Issue
Block a user