多线程分段处理List集合

场景:大数据List集合,需要对List集合中的数据同标准库中数据进行对比,生成新增,更新,取消数据 
解决方案:

1. List集合分段,
2. 动态创建线程池newFixedThreadPool
3. 将对比操作在多线程中实现

   public static void main(String[] args) throws Exception {
           // 开始时间
           long start = System.currentTimeMillis();
           // 模拟数据List
           List<String> list = new ArrayList<String>();
           for (int i = 1; i <= 3000; i++) {
               list.add(i + "");
           }
           // 每500条数据开启一条线程
           int threadSize = 500;
           // 总数据条数
           int dataSize = list.size();
           // 线程数
           int threadNum = dataSize / threadSize + 1;
           // 定义标记,过滤threadNum为整数
           boolean special = dataSize % threadSize == 0;
           // 创建一个线程池
           ExecutorService exec = Executors.newFixedThreadPool(threadNum);
           // 定义一个任务集合
           List<Callable<Integer>> tasks = new ArrayList<Callable<Integer>>();
           Callable<Integer> task = null;
           List<String> cutList = null;
           // 确定每条线程的数据
           for (int i = 0; i < threadNum; i++) {
               if (i == threadNum - 1) {
                   if (special) {
                       break;
                   }
                   cutList = list.subList(threadSize * i, dataSize);
               } else {
                   cutList = list.subList(threadSize * i, threadSize * (i + 1));
               }
               // System.out.println("第" + (i + 1) + "组：" + cutList.toString());
               final List<String> listStr = cutList;
               task = new Callable<Integer>() {
                   @Override
                   public Integer call() throws Exception {
                       System.out.println(Thread.currentThread().getName() + "线程：" + listStr);
                       return 1;
                   }
               };
               // 这里提交的任务容器列表和返回的Future列表存在顺序对应的关系
               tasks.add(task);
           }
           List<Future<Integer>> results = exec.invokeAll(tasks);
           for (Future<Integer> future : results) {
               System.out.println(future.get());
           }
           // 关闭线程池
           exec.shutdown();
           System.out.println("线程任务执行结束");
           System.err.println("执行任务消耗了 ：" + (System.currentTimeMillis() - start) + "毫秒");
       }

   
   

   获取导入excel文件中的数据，存入list中进行多线程处理，设定每个线程处理多少条数据，进行设定值动态启动线程数量数据，根据线程处理
   数量拆分动态list数据进行相关业务操作
   package com.ig.bi.game.controller;
   
   import org.apache.log4j.Logger;
   import org.apache.poi.hssf.usermodel.HSSFRow;
   import org.apache.poi.hssf.usermodel.HSSFSheet;
   import org.apache.poi.hssf.usermodel.HSSFWorkbook;
   import org.springframework.web.bind.annotation.RequestMapping;
   import org.springframework.web.bind.annotation.ResponseBody;
   import org.springframework.web.bind.annotation.RestController;
   import org.springframework.web.multipart.MultipartFile;
   import javax.servlet.http.HttpServletRequest;
   import java.text.SimpleDateFormat;
   import java.util.ArrayList;
   import java.util.HashMap;
   import java.util.List;
   import java.util.Map;
   import java.util.concurrent.CountDownLatch;
   import java.util.concurrent.ScheduledThreadPoolExecutor;
   import java.util.concurrent.ThreadPoolExecutor;
   
   /**
    * Created by admin 
    */
   @RestController
   @RequestMapping("/importData")
   public class HpImportController extends BaseController{
       private static final Logger logger = Logger.getLogger(HpImportController.class);
   
       @Reference(interfaceClass = SidCustManageService.class,version = Constants.SERVICE_VERSION)
       private SidCustManageService sidCustManageService;
    
   
   
       @RequestMapping(value = "importDate")
       @ResponseBody
       public Response getOrdertDate(HttpServletRequest request,MultipartFile importData){
   
   
           //创建Excel工作薄
           try {
               HSSFWorkbook hwb = new HSSFWorkbook(importData.getInputStream());
               //得到第一个工作表
               HSSFSheet sheet = hwb.getSheetAt(0);
               HSSFRow row = null;
   
               SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
               List<SidCustPersonContactInfo> list = new ArrayList<SidCustPersonContactInfo>();
   
               //遍历该表格中所有的工作表，i表示工作表的数量 getNumberOfSheets表示工作表的总数
               for(int i = 0; i < hwb.getNumberOfSheets(); i++) {
                   sheet = hwb.getSheetAt(i);
   
                   //遍历该行所有的行,j表示行数 getPhysicalNumberOfRows行的总数
                   for(int j = 1; j < sheet.getPhysicalNumberOfRows(); j++) {
                       row = sheet.getRow(j);
                       String loginName = ExcelUtils.getStringValue(row, 0);
                       String agentName = ExcelUtils.getStringValue(row, 1);
                       String pwd = "123123";
                       String  amount = ExcelUtils.getStringValue(row, 3);
                       String cust_lev = ExcelUtils.getStringValue(row,4);
                       String name = ExcelUtils.getStringValue(row, 5);
                       String tel = ExcelUtils.getStringValue(row, 6);
                       String qq = ExcelUtils.getStringValue(row, 7);
                       String birday = ExcelUtils.getStringValue(row, 8);
                       String email = ExcelUtils.getStringValue(row, 9);
                       String createTp = ExcelUtils.getStringValue(row, 10);
                       String bankAccountName = ExcelUtils.getStringValue(row, 11);
                       String bankNo = ExcelUtils.getStringValue(row, 12);
                       String bankName = ExcelUtils.getStringValue(row, 13);
                       String bankType = ExcelUtils.getStringValue(row, 14);
   
   
                       SidCustPersonContactInfo custCpci = new SidCustPersonContactInfo();
                       custCpci.setCustCode(loginName);
                       custCpci.setAmount(Double.valueOf(amount));
                       custCpci.setPasswd(pwd);
                       custCpci.setBankName(bankName);
                       custCpci.setBankNo(bankNo);
                       custCpci.setBankAccountName(bankAccountName);
                       if(!birday.equals("")){
                           custCpci.setBirthDate(sdf.parse(birday));
                       }
                       custCpci.setFirstName(name);
                       custCpci.setNickName(name);
                       custCpci.setQq(qq);
                       custCpci.setBankType(bankType);
                       custCpci.setEmailAddress(email);
                       custCpci.setMobileNumber(tel);
                       custCpci.setHallId(Long.valueOf(5));
                       list.add(custCpci);
   
                   }
               }
   
   
               int count = 50;
               int listSize = list.size();
               int RunSize = (listSize / count)+1;
   
               ThreadPoolExecutor executor = new ScheduledThreadPoolExecutor(RunSize);
               CountDownLatch countDownLatch = new CountDownLatch(RunSize);
               List<SidCustPersonContactInfo> newList = null ;
               for (int i = 0; i < RunSize; i++) {
                   if((i+1)==RunSize){
                       int startIndex = (i*count);;
                       int endIndex = list.size();
                       newList =list.subList(startIndex,endIndex);
                   }else{
                       int startIndex = i*count;;
                       int endIndex = (i+1)*count;
                       newList =list.subList(startIndex,endIndex);
                   }
   
                   ExecupteHp hpRunnable = new ExecupteHp(newList);
                   executor.execute(hpRunnable);
               }
   
               countDownLatch.await();
               executor.shutdown();
   
   
           }catch (Exception e){
           logger.info("导入数据开始.");
           e.printStackTrace();
       }
           return Response.ok(GlobalEnum.GLOBAL_ENUM_SUCCESS_CODE.getValue() , SidCustEnum.SID_CRST_ERROR_SID_SUCCESS_07.getValue());
   
       }
   
   
   
       class ExecupteHp implements Runnable{
           private List <SidCustPersonContactInfo> list;
           public ExecupteHp (List <SidCustPersonContactInfo> list){
               this.list  = list ;
           }
   
           @Override
           public void run() {
               if(null!=list){
                   for (SidCustPersonContactInfo scpc : list){
                          System.out.print("更新会员联系方式" +scpc.getFirstName() + "---"+scpc.getCustCode() );
                       SidCustContactInfo custContactInfo  = new SidCustContactInfo();
                       custContactInfo.setCustCode(scpc.getCustCode());
                       custContactInfo.setEmailAddress(scpc.getEmailAddress());
                       custContactInfo.setMobileNumber(scpc.getMobileNumber());
                       custContactInfo.setFirstName(scpc.getFirstName());
                       custContactInfo.setNicName(scpc.getNickName());
                       custContactInfo.setQq(scpc.getQq());
                       custContactInfoService.updateByContactByCustCode(custContactInfo);
   
                   }
               }
   
           }
       }
   
      
   
   }