diff --git a/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/data/AddressCut.groovy b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/data/AddressCut.groovy new file mode 100644 index 000000000..e34c2b4af --- /dev/null +++ b/projects/fangjia-script/src/main/groovy/com/fangjia/script/ccbevaluation/data/AddressCut.groovy @@ -0,0 +1,80 @@ +package com.fangjia.script.ccbevaluation.data + +import com.fangjia.script.BaseBatch +import com.fangjia.script.commData.CommonDatautils +import com.fangjia.script.gj.ccb.FileUtils +import com.fangjia.script.gj.district.FangjiaClientUtils +import com.fangjia.script.lixue.util.DBUtils +import com.fangjia.script.util.DbUtils +import com.mongodb.BasicDBObject + +import java.util.concurrent.CopyOnWriteArrayList +import java.util.concurrent.CountDownLatch +import java.util.concurrent.ExecutorService +import java.util.concurrent.Executors +import java.util.concurrent.atomic.AtomicLong + +class AddressCut extends BaseBatch{ + static main(args) { + runBatch(new AddressCut(), args); + } + + @Override + public void process(Object args) { + def citys = CommonDatautils.findAllCity() + def index = 0 + + def fileName = "/home/goojia/gj/address_split.txt" + if (CommonDatautils.isWindow()) { + fileName = "D:\\Êý¾Ý\\address_split.txt" + } + for(def c : citys) { + index++ + def dists = CommonDatautils.findAllDistrictByCity(c, "district", ["city", "region", "name","address"]) + def rets = cut(dists) + FileUtils.batchCreateFile(rets, fileName, null, "utf-8", true); + } + } + + def cut(rets){ + ExecutorService fixedThreadPool = Executors.newFixedThreadPool(20) + final CountDownLatch latch = new CountDownLatch(rets.size()) + def totalCount = new AtomicLong() + def rows = new CopyOnWriteArrayList() + for(def i=0;i