diff --git a/fangjia-job/fangjia-job-common/src/main/java/com/fangjia/job/common/core/FangjiaThreadPoolExecutor.java b/fangjia-job/fangjia-job-common/src/main/java/com/fangjia/job/common/core/FangjiaThreadPoolExecutor.java new file mode 100644 index 0000000..b308d71 --- /dev/null +++ b/fangjia-job/fangjia-job-common/src/main/java/com/fangjia/job/common/core/FangjiaThreadPoolExecutor.java @@ -0,0 +1,61 @@ +package com.fangjia.job.common.core; + +import java.util.concurrent.ArrayBlockingQueue; +import java.util.concurrent.ExecutorService; +import java.util.concurrent.ThreadFactory; +import java.util.concurrent.ThreadPoolExecutor; +import java.util.concurrent.ThreadPoolExecutor.CallerRunsPolicy; +import java.util.concurrent.TimeUnit; +import java.util.concurrent.atomic.AtomicInteger; +/** + * 自定义线程池
+ * 默认的newFixedThreadPool里的LinkedBlockingQueue是一个无边界队列,如果不断的往里加任务,最终会导致内存的不可控
+ * 增加了有边界的队列,使用了CallerRunsPolicy拒绝策略 + * @author yinjihuan + * + */ +public class FangjiaThreadPoolExecutor { + + private static ExecutorService executorService = newFixedThreadPool(50); + + private static ExecutorService newFixedThreadPool(int nThreads) { + return new ThreadPoolExecutor(nThreads, nThreads, 0L, TimeUnit.MILLISECONDS, + new ArrayBlockingQueue(10000), new DefaultThreadFactory(), new CallerRunsPolicy()); + } + + public static void execute(Runnable command) { + executorService.execute(command); + } + + public static void shutdown() { + executorService.shutdown(); + } + + static class DefaultThreadFactory implements ThreadFactory { + private static final AtomicInteger poolNumber = new AtomicInteger(1); + private final ThreadGroup group; + private final AtomicInteger threadNumber = new AtomicInteger(1); + private final String namePrefix; + + DefaultThreadFactory() { + SecurityManager s = System.getSecurityManager(); + group = (s != null) ? s.getThreadGroup() : + Thread.currentThread().getThreadGroup(); + namePrefix = "FSH-pool-" + + poolNumber.getAndIncrement() + + "-thread-"; + } + + public Thread newThread(Runnable r) { + Thread t = new Thread(group, r, + namePrefix + threadNumber.getAndIncrement(), + 0); + if (t.isDaemon()) + t.setDaemon(false); + if (t.getPriority() != Thread.NORM_PRIORITY) + t.setPriority(Thread.NORM_PRIORITY); + return t; + } + } + +} diff --git a/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/job/UserStatJob.java b/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/job/UserStatJob.java index 6a221dc..4256483 100644 --- a/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/job/UserStatJob.java +++ b/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/job/UserStatJob.java @@ -10,6 +10,7 @@ import org.springframework.beans.factory.annotation.Autowired; import com.cxytiandi.jdbc.util.PageBean; import com.dangdang.ddframe.job.api.ShardingContext; import com.dangdang.ddframe.job.api.simple.SimpleJob; +import com.fangjia.job.common.core.FangjiaThreadPoolExecutor; import com.fangjia.job.common.util.DataUtil; import com.fangjia.job.common.util.DingDingMessageUtil; import com.fangjia.job.fsh.document.UserStat; @@ -64,29 +65,40 @@ public class UserStatJob implements SimpleJob { @Override public void execute(ShardingContext shardingContext) { - logger.info("开始执行UserStatJob"); + logger.info("开始执行UserStatJob" + shardingContext.getShardingParameter()); // 理财潜客过滤条件 - PotentialCustomersFilterConfig financiaFilterConfig = potentialCustomersFilterConfigService.get(1); + final PotentialCustomersFilterConfig financiaFilterConfig = potentialCustomersFilterConfigService.get(1); // 贷款潜客过滤条件 - PotentialCustomersFilterConfig loanFilterConfig = potentialCustomersFilterConfigService.get(2); + final PotentialCustomersFilterConfig loanFilterConfig = potentialCustomersFilterConfigService.get(2); // 理财潜客分析条件 - List financialCustomersList = financialCustomersConfigService.queryAll(); + final List financialCustomersList = financialCustomersConfigService.queryAll(); // 贷款潜客分析条件 - List LoanCustomersConfigList = loanCustomersConfigService.queryAll(); + final List LoanCustomersConfigList = loanCustomersConfigService.queryAll(); long total = enterpriseProductUserService.queryCount(); int pages = PageBean.calcPages(total, 1000); for (int i = 1; i <= pages; i++) { List users = enterpriseProductUserService.queryByPage(i, 1000); for (EnterpriseProductUser user : users) { - try { - processStat(user); - - // 理财和贷款潜客统计 - customerStatService.customerStat(user, financiaFilterConfig, loanFilterConfig, financialCustomersList, LoanCustomersConfigList); - } catch (Exception e) { - logger.error("用户维度统计任务异常", e); - DingDingMessageUtil.sendTextMessage("用户维度统计任务异常:" + e.getMessage()); + final EnterpriseProductUser u = user; + if (u.getEid() %2 == Integer.parseInt(shardingContext.getShardingParameter())) { + FangjiaThreadPoolExecutor.execute(new Runnable() { + + @Override + public void run() { + try { + processStat(u); + + // 理财和贷款潜客统计 + customerStatService.customerStat(u, financiaFilterConfig, loanFilterConfig, financialCustomersList, LoanCustomersConfigList); + } catch (Exception e) { + logger.error("用户维度统计任务异常", e); + DingDingMessageUtil.sendTextMessage("用户维度统计任务异常:" + e.getMessage()); + } + } + }); } + + } } logger.info("UserStatJob执行结束"); diff --git a/fangjia-job/fangjia-job-fsh/src/main/resources/applicationContext.xml b/fangjia-job/fangjia-job-fsh/src/main/resources/applicationContext.xml index 783815e..0afbe94 100644 --- a/fangjia-job/fangjia-job-fsh/src/main/resources/applicationContext.xml +++ b/fangjia-job/fangjia-job-fsh/src/main/resources/applicationContext.xml @@ -55,7 +55,7 @@