This commit is contained in:
尹吉欢
2018-09-10 15:33:37 +08:00
parent f5f2ed957d
commit 5ef6b528c8
6 changed files with 8 additions and 8 deletions
@@ -1,4 +1,4 @@
package org.fangjia.job.basicdata;
package com.fangjia.job.basicdata;
import java.util.concurrent.CountDownLatch;
@@ -1,4 +1,4 @@
package org.fangjia.job.basicdata.config;
package com.fangjia.job.basicdata.config;
import java.net.InetAddress;
import java.net.UnknownHostException;
@@ -1,4 +1,4 @@
package org.fangjia.job.basicdata.config;
package com.fangjia.job.basicdata.config;
import java.util.Arrays;
import java.util.List;
@@ -1,4 +1,4 @@
package org.fangjia.job.basicdata.job;
package com.fangjia.job.basicdata.job;
import java.util.concurrent.atomic.AtomicInteger;
@@ -39,7 +39,7 @@ public class EsfDealPriceSyncEsJob implements SimpleJob {
@Override
public void execute(ShardingContext shardingContext) {
DBCollection collection = businessMongoTemplate.getCollection("esf_deal_price_fj");
DBCursor cursor = collection.find().batchSize(500).addOption(Bytes.QUERYOPTION_NOTIMEOUT);
DBCursor cursor = collection.find().batchSize(1000).addOption(Bytes.QUERYOPTION_NOTIMEOUT);
BulkRequestBuilder bulkRequest = transportClient.prepareBulk();
int index = 0;
AtomicInteger ac = new AtomicInteger();
@@ -52,7 +52,7 @@ public class EsfDealPriceSyncEsJob implements SimpleJob {
.setSource(JsonUtils.toJson(data), XContentType.JSON)
.setId(id));
index++;
if (index % 10000 == 0) {
if (index % 50000 == 0) {
bulkRequest.execute().actionGet();
logger.info("已导入:" + index);
// 清空数据
@@ -1,4 +1,4 @@
package org.fangjia.job.basicdata.job;
package com.fangjia.job.basicdata.job;
import java.util.concurrent.atomic.AtomicInteger;
@@ -28,7 +28,7 @@
<!-- 企业统计任务 每天0点1分执行 -->
<job:simple id="esfDealPriceSyncEsJob" class="org.fangjia.job.basicdata.job.EsfDealPriceSyncEsJob" registry-center-ref="regCenter"
<job:simple id="esfDealPriceSyncEsJob" class="com.fangjia.job.basicdata.job.EsfDealPriceSyncEsJob" registry-center-ref="regCenter"
sharding-total-count="1" cron="0/10 * * * * ?" sharding-item-parameters=""
failover="true" description="【基础数据处理任务】企业统计任务,每天0点1分开始执行,主要统计企业相关的数据,统计内容参考 EnterpriseStat"
overwrite="true" event-trace-rdb-data-source="elasticJobLog">