From 5ef6b528c87367d090d0facab07161ace23b7520 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=B0=B9=E5=90=89=E6=AC=A2?= Date: Mon, 10 Sep 2018 15:33:37 +0800 Subject: [PATCH] add --- .../{org => com}/fangjia/job/basicdata/BasicDataJobApp.java | 2 +- .../fangjia/job/basicdata/config/SpringEsConfig.java | 2 +- .../fangjia/job/basicdata/config/SpringMongoConfig.java | 2 +- .../fangjia/job/basicdata/job/EsfDealPriceSyncEsJob.java | 6 +++--- .../fangjia/job/basicdata/job/NewDealPriceSyncEsJob.java | 2 +- .../src/main/resources/applicationContext.xml | 2 +- 6 files changed, 8 insertions(+), 8 deletions(-) rename fangjia-job/fangjia-job-basicdata/src/main/java/{org => com}/fangjia/job/basicdata/BasicDataJobApp.java (95%) rename fangjia-job/fangjia-job-basicdata/src/main/java/{org => com}/fangjia/job/basicdata/config/SpringEsConfig.java (95%) rename fangjia-job/fangjia-job-basicdata/src/main/java/{org => com}/fangjia/job/basicdata/config/SpringMongoConfig.java (98%) rename fangjia-job/fangjia-job-basicdata/src/main/java/{org => com}/fangjia/job/basicdata/job/EsfDealPriceSyncEsJob.java (92%) rename fangjia-job/fangjia-job-basicdata/src/main/java/{org => com}/fangjia/job/basicdata/job/NewDealPriceSyncEsJob.java (98%) diff --git a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/BasicDataJobApp.java b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/BasicDataJobApp.java similarity index 95% rename from fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/BasicDataJobApp.java rename to fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/BasicDataJobApp.java index 399dacc..612f25f 100644 --- a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/BasicDataJobApp.java +++ b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/BasicDataJobApp.java @@ -1,4 +1,4 @@ -package org.fangjia.job.basicdata; +package com.fangjia.job.basicdata; import java.util.concurrent.CountDownLatch; diff --git a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/config/SpringEsConfig.java b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/config/SpringEsConfig.java similarity index 95% rename from fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/config/SpringEsConfig.java rename to fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/config/SpringEsConfig.java index 79933e4..c8f634b 100644 --- a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/config/SpringEsConfig.java +++ b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/config/SpringEsConfig.java @@ -1,4 +1,4 @@ -package org.fangjia.job.basicdata.config; +package com.fangjia.job.basicdata.config; import java.net.InetAddress; import java.net.UnknownHostException; diff --git a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/config/SpringMongoConfig.java b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/config/SpringMongoConfig.java similarity index 98% rename from fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/config/SpringMongoConfig.java rename to fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/config/SpringMongoConfig.java index 5a3371c..8fe3434 100644 --- a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/config/SpringMongoConfig.java +++ b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/config/SpringMongoConfig.java @@ -1,4 +1,4 @@ -package org.fangjia.job.basicdata.config; +package com.fangjia.job.basicdata.config; import java.util.Arrays; import java.util.List; diff --git a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/job/EsfDealPriceSyncEsJob.java b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/job/EsfDealPriceSyncEsJob.java similarity index 92% rename from fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/job/EsfDealPriceSyncEsJob.java rename to fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/job/EsfDealPriceSyncEsJob.java index 7be3ea9..8f0d71c 100644 --- a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/job/EsfDealPriceSyncEsJob.java +++ b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/job/EsfDealPriceSyncEsJob.java @@ -1,4 +1,4 @@ -package org.fangjia.job.basicdata.job; +package com.fangjia.job.basicdata.job; import java.util.concurrent.atomic.AtomicInteger; @@ -39,7 +39,7 @@ public class EsfDealPriceSyncEsJob implements SimpleJob { @Override public void execute(ShardingContext shardingContext) { DBCollection collection = businessMongoTemplate.getCollection("esf_deal_price_fj"); - DBCursor cursor = collection.find().batchSize(500).addOption(Bytes.QUERYOPTION_NOTIMEOUT); + DBCursor cursor = collection.find().batchSize(1000).addOption(Bytes.QUERYOPTION_NOTIMEOUT); BulkRequestBuilder bulkRequest = transportClient.prepareBulk(); int index = 0; AtomicInteger ac = new AtomicInteger(); @@ -52,7 +52,7 @@ public class EsfDealPriceSyncEsJob implements SimpleJob { .setSource(JsonUtils.toJson(data), XContentType.JSON) .setId(id)); index++; - if (index % 10000 == 0) { + if (index % 50000 == 0) { bulkRequest.execute().actionGet(); logger.info("已导入:" + index); // 清空数据 diff --git a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/job/NewDealPriceSyncEsJob.java b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/job/NewDealPriceSyncEsJob.java similarity index 98% rename from fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/job/NewDealPriceSyncEsJob.java rename to fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/job/NewDealPriceSyncEsJob.java index 2365339..b865187 100644 --- a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/job/NewDealPriceSyncEsJob.java +++ b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/job/NewDealPriceSyncEsJob.java @@ -1,4 +1,4 @@ -package org.fangjia.job.basicdata.job; +package com.fangjia.job.basicdata.job; import java.util.concurrent.atomic.AtomicInteger; diff --git a/fangjia-job/fangjia-job-basicdata/src/main/resources/applicationContext.xml b/fangjia-job/fangjia-job-basicdata/src/main/resources/applicationContext.xml index 3770b21..83e58f7 100644 --- a/fangjia-job/fangjia-job-basicdata/src/main/resources/applicationContext.xml +++ b/fangjia-job/fangjia-job-basicdata/src/main/resources/applicationContext.xml @@ -28,7 +28,7 @@ -