mysql 多进程 分批_多线程分批处理数据

需求:

给10万个用户每个用户发一条祝福短信。

为了提高数程序的效率，请使用多线程技术分批发送据。

每开一个线程，都会占用CPU资源

服务器(电脑)配置 CPU 核数

建立项目名称:rain_thread_batch

新建用户实体类

package com.rain.entity;

public class UserEntity {

private String userid;

private String username;

public UserEntity() {

}

public UserEntity(String userid, String username) {

this.userid = userid;

this.username = username;

}

public String getUserid() {

return userid;

}

public void setUserid(String userid) {

this.userid = userid;

}

public String getUsername() {

return username;

}

public void setUsername(String username) {

this.username = username;

}

@Override

public String toString() {

return "UserEntity [userid=" + userid + ", username=" + username + "]";

}

}

建立多线程类UserThread执行发送短信

// 多线程类

class UserSendThread implements Runnable {

private List listUser;

public UserSendThread(List listUser) {

this.listUser = listUser;

}

@Override

public void run() {

for(UserEntity userEntity:listUser) {

System.out.println(Thread.currentThread().getName()+", "+userEntity.toString());;

}

System.out.println();

}

}

计算分页工具类

package com.rain.utils;

import java.util.ArrayList;

import java.util.List;

public class ListUtils {

/**

* @methodDesc分页工具

* @param list

* @param pageSize

* @return

*/

public static List> splitList(List list, int pageSize) {

int listSize = list.size();

int page = (listSize + (pageSize - 1)) / pageSize;

List>listArray = new ArrayList>();

for (int i = 0; i

ListsubList = new ArrayList();

for (int j = 0; j

int pageIndex = ((j + 1) + (pageSize - 1)) / pageSize;

if (pageIndex == (i + 1)) {

subList.add(list.get(j));

}

if ((j + 1) == ((j + 1) * pageSize)) {

break;

}

}

listArray.add(subList);

}

return listArray;

}

}

初始化数据并实现发送短信

package com.rain;

import java.util.ArrayList;

import java.util.List;

import com.rain.entity.UserEntity;

import com.rain.utils.ListUtils;

public class BatchSms {

public static void main(String[] args) {

// 1、初始化数据

List initUser = initUser();

// 2、定义每个线程分批发送大小

int userCount = 2;

// 3、计算每个线程需要分配跑的数据

List> splitList = ListUtils.splitList(initUser,userCount);

for(int i=0; i

List list = splitList.get(i);

//for(UserEntity u : list) {

//System.out.println(u.toString());

//}

UserSendThread userSendThread = new UserSendThread(list);

// 4、分配发送

Thread thread = new Thread(userSendThread,"线程："+i);

thread.start();

}

}

private static List initUser() {

List list = new ArrayList();

for (int i = 0; i < 10; i++) {

list.add(new UserEntity("userId: "+i,"userName: "+i));

}

return list;

}

}