SpringBoot+Websocket+ThreadPoolExecutor线程池实现任务执行监控

背景

最近接到项目需求,前端将多次请求后端,后端要执行业务数据查询,并实时监控业务数据的变化,将变化推送给前端。

数据要推送,前后端采用websocket通信;

后端将接收多次请求,采用队列线程池ThreadPoolExecutor管理;

后端要实时监控业务数据变化,监控也采用队列线程池。

 

使用线程池,可复用线程,减少重复创建销毁的开销;可有效控制最大并发线程数,提高系统资源的使用率。

 

  • 任务执行线程池队列耗尽则等待,如果等待超时则拒绝客户端的请求。
  • 把任务执行线程提交到监控线程池,监控线程池检测到任务执行完成则调用websocket通道将结果返回客户端。
  • 实时数据的监控任务提交到实时数据监控线程池,当业务数据发生变化时,将变化后数据推送给客户端。

 

过程

只列出了核心代码,完整代码请点击文章最后的下载链接下载

线程池构建

package com.sam.test.springboot.pool;

import java.util.concurrent.Executor;
import java.util.concurrent.ThreadPoolExecutor;

import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.scheduling.annotation.EnableAsync;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;

@Configuration
@EnableAsync
public class ExecutorConfig {
  
	/**
	 * 构建执行线程池
	 * @return
	 */
    @Bean
    public Executor executionServiceExecutor() {
        ThreadPoolTaskExecutor threadPoolTaskExecutor = new VisiableThreadPoolTaskExecutor();
        //核心线程数
        threadPoolTaskExecutor.setCorePoolSize(5);
        threadPoolTaskExecutor.setAllowCoreThreadTimeOut(true);
        //最大线程数
        threadPoolTaskExecutor.setMaxPoolSize(5);
        //配置队列大小
        threadPoolTaskExecutor.setQueueCapacity(50);
        //配置线程池前缀
        threadPoolTaskExecutor.setThreadNamePrefix("execution-service-");
        //拒绝策略
        threadPoolTaskExecutor.setRejectedExecutionHandler(new ThreadPoolExecutor.AbortPolicy());
//        threadPoolTaskExecutor.setRejectedExecutionHandler(new PrintingPolicy());
        threadPoolTaskExecutor.initialize();
        return threadPoolTaskExecutor;
    }

    /**
     * 构建结果监控线程池
     * @return
     */
    @Bean
    public Executor resultMonitorServiceExecutor(){
        ThreadPoolTaskExecutor threadPoolTaskExecutor=new ThreadPoolTaskExecutor();
        //线程核心数目
        threadPoolTaskExecutor.setCorePoolSize(10);
        threadPoolTaskExecutor.setAllowCoreThreadTimeOut(true);
        //最大线程数
        threadPoolTaskExecutor.setMaxPoolSize(10);
        //配置队列大小
        threadPoolTaskExecutor.setQueueCapacity(50);
        //配置线程池前缀
        threadPoolTaskExecutor.setThreadNamePrefix("result-service-");
        //配置拒绝策略
        threadPoolTaskExecutor.setRejectedExecutionHandler(new ThreadPoolExecutor.AbortPolicy());
        //数据初始化
        threadPoolTaskExecutor.initialize();
        return threadPoolTaskExecutor;
    }
    /**
     * 构建实时主题监控线程池
     * @return
     */
    @Bean
    public Executor realTimeMonitorServiceExecutor(){
        ThreadPoolTaskExecutor threadPoolTaskExecutor=new ThreadPoolTaskExecutor();
        //线程核心数目
        threadPoolTaskExecutor.setCorePoolSize(10);
        threadPoolTaskExecutor.setAllowCoreThreadTimeOut(true);
        //最大线程数
        threadPoolTaskExecutor.setMaxPoolSize(10);
        //配置队列大小
        threadPoolTaskExecutor.setQueueCapacity(50);
        //配置线程池前缀
        threadPoolTaskExecutor.setThreadNamePrefix("real-time-service-");
        //配置拒绝策略
        threadPoolTaskExecutor.setRejectedExecutionHandler(new ThreadPoolExecutor.AbortPolicy());
        //数据初始化
        threadPoolTaskExecutor.initialize();
        return threadPoolTaskExecutor;
    }
}

工作线程

package com.sam.test.springboot.pool;

import java.util.concurrent.Future;

import org.springframework.scheduling.annotation.Async;
import org.springframework.scheduling.annotation.AsyncResult;
import org.springframework.stereotype.Service;
import lombok.extern.slf4j.Slf4j;

@Service
@Slf4j
public class TaskService {

	//带返回值的任务
    @Async("executionServiceExecutor")
    public Future<String> doTask1() throws InterruptedException{
        log.info("Task1 started.");
        long start = System.currentTimeMillis();
        Thread.sleep(5000);
        long end = System.currentTimeMillis();

        log.info("Task1 finished, time elapsed: {} ms.", end-start);

        return new AsyncResult<>("Task1 accomplished!");
    }

    @Async("executionServiceExecutor")
    public Future<String> doTask2() throws InterruptedException{
        log.info("Task2 started.");
        long start = System.currentTimeMillis();
        Thread.sleep(3000);
        long end = System.currentTimeMillis();

        log.info("Task2 finished, time elapsed: {} ms.", end-start);

        return new AsyncResult<>("Task2 accomplished!");
    }

}

监控线程

import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.Future;

import javax.websocket.Session;

import org.springframework.scheduling.annotation.Async;
import org.springframework.stereotype.Service;

import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.databind.ObjectMapper;

import lombok.extern.slf4j.Slf4j;

@Service
@Slf4j
public class MonitorService {
	 ObjectMapper mapper = new ObjectMapper();
	 /** 实时数据缓存 */
	 private static Map<String, List<Map<String, Object>>> realTimeCache = new ConcurrentHashMap<>();
	@Async("resultMonitorServiceExecutor")
	 public void resultMonitor(Future<?> result, Session session) throws InterruptedException, ExecutionException, IOException{
		while (true) {
			 if (result.isDone()&& !result.isCancelled()) {//获取future成功完成状态,如果想要限制每个任务的超时时间,取消本行的状态判断+future.get(1000*1, TimeUnit.MILLISECONDS)+catch超时异常使用即可。
                Object ret = result.get();//获取结果
                String msg = null;
                try {
                	msg = mapper.writeValueAsString(ret);
					log.info("执行结果:{}", msg);
				} catch (JsonProcessingException e) {
					e.printStackTrace();
					msg = String.valueOf(ret);
				}
                session.getBasicRemote().sendText(msg);
                break;//当前future获取结果完毕,跳出while
            } else {
                Thread.sleep(10);//每次轮询休息10毫秒(CPU纳秒级),避免CPU高速轮循耗空CPU---》新手别忘记这个
            }
		}
	}
	
	@Async("realTimeMonitorServiceExecutor")
	 public void realTimeMonitor(String message, Session session) throws InterruptedException, ExecutionException, IOException{
		while (true) {
			 if ("break".equals(message)) {//中断执行
               break;//当前future获取结果完毕,跳出while
           } else {
        	   //查询最新数据,与上轮数据比较,有变化,则将变化推送给客户端
        	   List<Map<String, Object>> oldObj = realTimeCache.get(session.getId());
        	   if (oldObj == null) {
        		   //TODO 获取数据
        		   oldObj = new ArrayList<Map<String, Object>>();
        		   Map<String, Object> map = new HashMap<>();
        		   map.put("name", "张三");
        		   oldObj.add(map);
        		   realTimeCache.put(session.getId(), oldObj);
        	   } else {
        		   //TODO 获取新数据
        		   List<Map<String, Object>> newObj = new ArrayList<Map<String, Object>>();
        		   Map<String, Object> map = new HashMap<>();
        		   map.put("name", "张三");
        		   newObj.add(map);
        		   
        		   if (newObj.size() != oldObj.size()) {//模拟数据变化
        			   String msg = null;
                       try {
	                       	msg = mapper.writeValueAsString(newObj);
	       					log.info("执行结果:{}", msg);
	       				} catch (JsonProcessingException e) {
	       					e.printStackTrace();
	       					msg = String.valueOf(newObj);
	       				}
        			   session.getBasicRemote().sendText(msg);
        			   realTimeCache.put(session.getId(), newObj);
        		   }
        	   }
               Thread.sleep(10000);//每次轮询休息10秒(CPU纳秒级),避免CPU高速轮循耗空CPU---》新手别忘记这个
           }
		}
	}
	
}

Websocket调用

@OnMessage
    public void onMessage(String message, Session session) {
        log.info("服务端收到客户端[{}]的消息:{}", session.getId(), message);
        if ("work".equals(message)) {
        	try {
        		//执行任务
				Future<String> ret = taskService.doTask1();
				//监控结果
				monitorService.resultMonitor(ret, session);
				//如果需要,监控实时主题
				monitorService.realTimeMonitor(message, session);
			} catch (InterruptedException e) {
				e.printStackTrace();
			} catch (ExecutionException e) {
				e.printStackTrace();
			} catch (IOException e) {
				e.printStackTrace();
			}
        }
        //this.sendMessage("Hello, " + message, session);
    }

Websocket注入spring bean

@Slf4j
@ServerEndpoint(value = "/test/websocket")
@Component
public class OneWebSocket {
	private static ApplicationContext applicationContext;
private TaskService taskService;
	private MonitorService monitorService;
@OnOpen
    public void onOpen(Session session) {
        taskService = applicationContext.getBean(TaskService.class);
        monitorService = applicationContext.getBean(MonitorService.class);
}
public static void setApplicationContext(ApplicationContext applicationContext) {
        OneWebSocket.applicationContext = applicationContext;
    }
}

启动类给websocket设置ApplicationContext

@SpringBootApplication
public class TestApplication {
	public static void main(String[] args) {
		ConfigurableApplicationContext run = SpringApplication.run(TestApplication.class, args);
		OneWebSocket.setApplicationContext(run);
		System.out.println("spring boot 测试环境启动成功");
	}
}

执行

Eclipse或idea中右击启动类TestApplication run as application 即可启动应用。在浏览器地址栏输入localhost:8080 即出现界面。在输入框中输入work,点击send启动后台线程,等待一会,服务端返回结果将出现在输入框下方。

 

图 2 使用演示

最后,完整代码下载地址:

https://gitee.com/magellan_open_source/springboot_threadpool

 

  • 1
    点赞
  • 9
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值