diff --git a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/BasicDataJobApp.java b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/BasicDataJobApp.java similarity index 95% rename from fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/BasicDataJobApp.java rename to fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/BasicDataJobApp.java index 399dacc..612f25f 100644 --- a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/BasicDataJobApp.java +++ b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/BasicDataJobApp.java @@ -1,4 +1,4 @@ -package org.fangjia.job.basicdata; +package com.fangjia.job.basicdata; import java.util.concurrent.CountDownLatch; diff --git a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/config/SpringEsConfig.java b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/config/SpringEsConfig.java similarity index 95% rename from fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/config/SpringEsConfig.java rename to fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/config/SpringEsConfig.java index 79933e4..c8f634b 100644 --- a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/config/SpringEsConfig.java +++ b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/config/SpringEsConfig.java @@ -1,4 +1,4 @@ -package org.fangjia.job.basicdata.config; +package com.fangjia.job.basicdata.config; import java.net.InetAddress; import java.net.UnknownHostException; diff --git a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/config/SpringMongoConfig.java b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/config/SpringMongoConfig.java similarity index 98% rename from fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/config/SpringMongoConfig.java rename to fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/config/SpringMongoConfig.java index 5a3371c..8fe3434 100644 --- a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/config/SpringMongoConfig.java +++ b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/config/SpringMongoConfig.java @@ -1,4 +1,4 @@ -package org.fangjia.job.basicdata.config; +package com.fangjia.job.basicdata.config; import java.util.Arrays; import java.util.List; diff --git a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/job/EsfDealPriceSyncEsJob.java b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/job/EsfDealPriceSyncEsJob.java similarity index 92% rename from fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/job/EsfDealPriceSyncEsJob.java rename to fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/job/EsfDealPriceSyncEsJob.java index 7be3ea9..8f0d71c 100644 --- a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/job/EsfDealPriceSyncEsJob.java +++ b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/job/EsfDealPriceSyncEsJob.java @@ -1,4 +1,4 @@ -package org.fangjia.job.basicdata.job; +package com.fangjia.job.basicdata.job; import java.util.concurrent.atomic.AtomicInteger; @@ -39,7 +39,7 @@ public class EsfDealPriceSyncEsJob implements SimpleJob { @Override public void execute(ShardingContext shardingContext) { DBCollection collection = businessMongoTemplate.getCollection("esf_deal_price_fj"); - DBCursor cursor = collection.find().batchSize(500).addOption(Bytes.QUERYOPTION_NOTIMEOUT); + DBCursor cursor = collection.find().batchSize(1000).addOption(Bytes.QUERYOPTION_NOTIMEOUT); BulkRequestBuilder bulkRequest = transportClient.prepareBulk(); int index = 0; AtomicInteger ac = new AtomicInteger(); @@ -52,7 +52,7 @@ public class EsfDealPriceSyncEsJob implements SimpleJob { .setSource(JsonUtils.toJson(data), XContentType.JSON) .setId(id)); index++; - if (index % 10000 == 0) { + if (index % 50000 == 0) { bulkRequest.execute().actionGet(); logger.info("已导入:" + index); // 清空数据 diff --git a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/job/NewDealPriceSyncEsJob.java b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/job/NewDealPriceSyncEsJob.java similarity index 98% rename from fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/job/NewDealPriceSyncEsJob.java rename to fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/job/NewDealPriceSyncEsJob.java index 2365339..b865187 100644 --- a/fangjia-job/fangjia-job-basicdata/src/main/java/org/fangjia/job/basicdata/job/NewDealPriceSyncEsJob.java +++ b/fangjia-job/fangjia-job-basicdata/src/main/java/com/fangjia/job/basicdata/job/NewDealPriceSyncEsJob.java @@ -1,4 +1,4 @@ -package org.fangjia.job.basicdata.job; +package com.fangjia.job.basicdata.job; import java.util.concurrent.atomic.AtomicInteger; diff --git a/fangjia-job/fangjia-job-basicdata/src/main/resources/applicationContext.xml b/fangjia-job/fangjia-job-basicdata/src/main/resources/applicationContext.xml index 3770b21..83e58f7 100644 --- a/fangjia-job/fangjia-job-basicdata/src/main/resources/applicationContext.xml +++ b/fangjia-job/fangjia-job-basicdata/src/main/resources/applicationContext.xml @@ -28,7 +28,7 @@ -