支持多线程分机部署部分代码

最新推荐文章于 2023-10-09 16:55:12 发布

原创最新推荐文章于 2023-10-09 16:55:12 发布 · 729 阅读

0 ·

CC 4.0 BY-SA版权

java 专栏收录该内容

107 篇文章

订阅专栏

本文介绍了一种基于分批和多线程的用户信息同步方法，通过合理分配任务和利用资源来提高同步效率。

    public void syncCompanyUser(WebBillUserExpService webBillUserExpService,BillUserService billUserService)
   {
           try{
               WebBillUserExpVO webBillUserExpVO = new WebBillUserExpVO();
               Long totalCount = webBillUserExpService.getWebUserCount(webBillUserExpVO);
               if (null == totalCount || totalCount<=0) {
                   return;
               }
               int marchTotalNum=PropertiesUtil.getPropertyInt("plugs.user.bill.marchTotalNum",1);
               int marchCurrent=PropertiesUtil.getPropertyInt("plugs.user.bill.marchCurrent",1);
               Range range=getRange(marchTotalNum,marchCurrent,Integer.parseInt(String.valueOf(totalCount)));
               webBillUserExpVO.setQueryStartIndex(range.getStartIndex());
               webBillUserExpVO.setQueryEndIndex(range.getEndIndex());
               webBillUserExpVO.setQuerySize(range.getLength());
               if(null==range){
                   return;
               }
               Long pageSize=PropertiesUtil.getPropertyLong("plugs.user.bill.pagesize",1000);
               Long pageCount = HelperUtil.getPageCount(Long.valueOf(String.valueOf(range.getLength())),pageSize);
               log.info("pageCount="+pageCount);
               Map<Integer,String> corpMaps=getCorpMap(LoginRm.getRmCropDomainList());
               for (int j = 1; j <= pageCount; j++) {
                   // 从第几条记录开始
                   long startIndex = (j - 1) * pageSize;
                   // 从第几条记录结束
                   long endIndex = startIndex + pageSize - 1;
                   webBillUserExpVO.setStartIndex(startIndex);
                   webBillUserExpVO.setEndIndex(endIndex);
                   webBillUserExpVO.setPageSize(pageSize);
                   List<WebBillUserExpVO> list = webBillUserExpService.getBatchWebUserList(webBillUserExpVO);
                   int threadNum=PropertiesUtil.getPropertyInt("plugs.user.bill.threadNum",1);
                   CountDown c = new CountDown(threadNum);// 初始化countDown
                   log.info("threadNum="+threadNum);
                   for (int i = 0;i <threadNum;i++) {// 开threadNum个线程
                       Range rangeCurrent=getRange(threadNum,i+1,list.size());
                       log.info("rangeCurrent========"+rangeCurrent+" i="+i);
                       List<WebBillUserExpVO> currentList=null;
                       if(null!=rangeCurrent)
                       {
                           currentList=list.subList(rangeCurrent.getStartIndex(), rangeCurrent.getEndIndex()+1);
                       }
                       log.info("currentList="+currentList);
                       Thread t = new SyncBillUser(corpMaps,billUserService,c,currentList);
                       t.start();
                   }
                   log.info("cmd=BillMailThreadTimer | method=syncCompanyUser | pageCurrent="+j+" start......");
                   while (true) {// 等待所有子线程执行完
                       if (!c.hasNext())
                           break;

                   }
                   log.info("cmd=BillMailThreadTimer | method=syncCompanyUser | pageCurrent="+j+" end......");
               }
           }catch(Exception e){
               log.error("cmd=BillMailThreadTimer | method=syncCompanyUser | result=fail",e);
           }

}

    public static Range getRange(int marchTotalNum,int marchCurrent,Integer totalCount){
       log.info("marchTotalNum="+marchTotalNum+" marchCurrent="+marchCurrent+ " totalCount="+totalCount);
       Map<Integer,Range> ranges=new HashMap<Integer,Range>();
       Integer startIndex =0;
       Integer endIndex=0;
       Range range=null;
       if(totalCount<=marchTotalNum){
           if(marchCurrent==1){
               endIndex=totalCount-1;
               range=new Range(startIndex,endIndex);
           }
           log.info("区间 ="+startIndex+" -"+endIndex);
           return range;
       }
       int distributionNum=totalCount/marchTotalNum;
       for (int i = 1; i <= marchTotalNum; i++) {
           // 从第几条记录开始
           startIndex = (i - 1) *distributionNum;
           // 从第几条记录结束
           if(i==marchTotalNum)
           {
               endIndex =totalCount-1;
           }else{
               endIndex = startIndex + distributionNum-1;
           }
           range=new Range(startIndex,endIndex);
           ranges.put(i, range);
           log.info("区间"+i+" ="+startIndex+" -"+endIndex);
       }
       return ranges.get(marchCurrent);
   }