线程20-》5
This commit is contained in:
+4
-5
@@ -29,7 +29,7 @@ import java.util.concurrent.atomic.AtomicLong
|
|||||||
@BatchOwner(Watcher.GaoJuan)
|
@BatchOwner(Watcher.GaoJuan)
|
||||||
class GaoDePoiDataProcess extends BaseBatch{
|
class GaoDePoiDataProcess extends BaseBatch{
|
||||||
|
|
||||||
public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(20)
|
public static ExecutorService fixedThreadPool = Executors.newFixedThreadPool(5)
|
||||||
|
|
||||||
static main(args) {
|
static main(args) {
|
||||||
runBatch(new GaoDePoiDataProcess(), args)
|
runBatch(new GaoDePoiDataProcess(), args)
|
||||||
@@ -43,8 +43,7 @@ class GaoDePoiDataProcess extends BaseBatch{
|
|||||||
def results = CommonDatautils.findAmapDetailBySql(city)
|
def results = CommonDatautils.findAmapDetailBySql(city)
|
||||||
println results.size()
|
println results.size()
|
||||||
def rows = running(results)
|
def rows = running(results)
|
||||||
save(rows)
|
save(city, rows)
|
||||||
println city + " 完成"+new Date().toString()
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -132,7 +131,7 @@ class GaoDePoiDataProcess extends BaseBatch{
|
|||||||
return map
|
return map
|
||||||
}
|
}
|
||||||
|
|
||||||
def save(rows){
|
def save(city,rows){
|
||||||
BulkRequest request = new BulkRequest();
|
BulkRequest request = new BulkRequest();
|
||||||
int batchSize = 1000;
|
int batchSize = 1000;
|
||||||
int processedCount = 0;
|
int processedCount = 0;
|
||||||
@@ -172,7 +171,7 @@ class GaoDePoiDataProcess extends BaseBatch{
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
println "结束时间 "+new Date()
|
println "[${city}] 结束时间 "+new Date()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user