Java多线程分批处理数据

最新推荐文章于 2025-11-17 15:15:48 发布

原创最新推荐文章于 2025-11-17 15:15:48 发布 · 5.7k 阅读

20 ·

CC 4.0 BY-SA版权

文章标签：

#Java #多线程

线程专栏收录该内容

2 篇文章

订阅专栏

博客介绍在发送大量短信场景下，可采用Java多线程分批处理以提高效率，同时要控制线程数量避免过度消耗CPU资源。还给出了创建分页类、线程类、实体类和主类的代码实现。

场景：发短信，当有数据量庞大的短信需要发送时，可以采用多线程的方式分批处理以提高效率，但线程要控制合适的数量，否则会极大消耗CPU资源

上代码：

创建分页类PageUtil

/**
 * 分页
 * @param list 切割数据集合
 * @param pageSize 每页记录数
 * @param <T>
 * @return
 */
public static <T> List<List<T>> splitList(List<T> list, int pageSize) {
        int listSize = list.size();
        int page = (listSize + (pageSize - 1)) / pageSize;
        List<List<T>> listArray = new ArrayList<List<T>>();
        for (int i = 0; i < page; i++) {
            List<T> subList = new ArrayList<T>();
            for (int j = 0; j < listSize; j++) {
                int pageIndex = ((j + 1) + (pageSize - 1)) / pageSize;
                if (pageIndex == (i + 1)) {
                    subList.add(list.get(j));
                }
                if ((j + 1) == ((j + 1) * pageSize)) {
                    break;
                }
            }
            listArray.add(subList);
        }
        return listArray;
    }

创建实现Runnable接口的线程类TestThread

public class TestThread implements Runnable{

    private List<UserEntity> userEntityList;

    public TestThread(List<UserEntity> userEntityList) {
        this.userEntityList = userEntityList;
    }

    @Override
    public void run() {
        for (UserEntity userEntity: userEntityList){
            try {
                Thread.sleep(500);
            } catch (InterruptedException e) {
            }
            System.out.println("name:"+Thread.currentThread().getName()+userEntity.toString());
        }
    }
}

创建实体类UserEntity

public class UserEntity {

    private String userId;
    private String userName;

    public UserEntity() {
    }

    public UserEntity(String userId, String userName) {
        this.userId = userId;
        this.userName = userName;
    }

    public String getUserId() {
        return userId;
    }

    public void setUserId(String userId) {
        this.userId = userId;
    }

    public String getUserName() {
        return userName;
    }

    public void setUserName(String userName) {
        this.userName = userName;
    }

    @Override
    public String toString() {
        return "UserEntity{" +
                "userId='" + userId + '\'' +
                ", userName='" + userName + '\'' +
                '}';
    }
}

创建主类BatchThread

public class BatchThread {

    public static void main(String[] args) {
        List<UserEntity> userList = initUser();
        int userCount = 2;
        List<List<UserEntity>> pageList = PageUtil.splitList(userList, userCount);
        for (int i = 0; i < pageList.size(); i++){
            List<UserEntity> userEntityList = pageList.get(i);
            TestThread testThread = new TestThread(userEntityList);
            Thread thread = new Thread(testThread);
            thread.start();
        }
    }

    public static List<UserEntity> initUser(){
        List<UserEntity> userEntityList = new ArrayList<>();
        for (int i = 1; i <= 11; i++){
            userEntityList.add(new UserEntity("id:"+i, "username:"+i));
        }
        return userEntityList;
    }
}

结果：