java实现通过webSocket连续快速传输图片数据到前端页面产生视频动画效果

标题项目结构：

1.WebSocketConfig类

import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.web.socket.server.standard.ServerEndpointExporter;

@Configuration
public class WebSocketConfig {
@Bean
public ServerEndpointExporter serverEndpointExporter() {
return new ServerEndpointExporter();
}
}

2.WsController类

import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.GetMapping;

@Controller
public class WsController {

/**

• 用户可以看到画面
  */
  @GetMapping("")
  public String index() {
  return “index”;
  }

}

3.VideoWebsocket

import org.apache.commons.lang.StringUtils;
import org.bytedeco.javacv.;
import org.bytedeco.javacv.Frame;
import sun.misc.BASE64Encoder;
import javax.imageio.ImageIO;
import javax.websocket.;
import javax.websocket.server.ServerEndpoint;
import java.awt.*;
import java.awt.image.BufferedImage;
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.IOException;
import java.util.Iterator;
import java.util.Map;
import java.util.Timer;
import java.util.TimerTask;
import java.util.concurrent.ConcurrentHashMap;

@ServerEndpoint(value = “/v”)
public class VideoWebsocket {

//concurrent包的线程安全，用来存放每个客户端对应的WebSocket
private static ConcurrentHashMap<String, Session> webSocket = new ConcurrentHashMap<String, Session>();
//与某个客户端的连接会话，需要通过它来给客户端发送数据
private Session session = null;
// 表示主播
private static final String video = “v”;
// 给用户一个id
private static int id = 0;

private static String thisUser = “”;

static {
System.setProperty(“java.awt.headless”, “false”);
}

/**

• 连接建立成功调用的方法
  */
  @OnOpen
  public void onOpen(Session session) {
  this.session = session;
  try {
  // 表示用户
  thisUser = String.valueOf(id);
  webSocket.put(thisUser, session);
  System.out.println(“有人加入，是用户”);
  id = id + 1;
  //setCutAndPushProgram();
  startCameraPush();
  } catch (Exception e) {
  e.printStackTrace();
  }
  }

/**

• 连接关闭调用的方法
  */
  @OnClose
  public void onClose(Session session) throws Exception {
  System.out.println(“关闭连接：” + thisUser);
  //需要清除当前和移除内存里的，不然还能接收信息
  session.close();
  webSocket.remove(thisUser);
  }

/**

• 收到客户端消息后调用的方法
  */
  //@OnMessage(maxMessageSize = 12)表示超出12个字节会自动关闭这个连接
  @OnMessage(maxMessageSize = 1000000000)
  public void onMessage(String message, Session session) throws IOException {
  //System.out.println(“来自客户端的消息:” + message);
  //群发消息
  Iterator iter = webSocket.entrySet().iterator();
  while (iter.hasNext()) {
  Map.Entry entry = (Map.Entry) iter.next();
  if (!entry.getKey().equals(video)) {//主播除外
  webSocket.get(entry.getKey()).getBasicRemote().sendText(message);
  }
  }
  }

/**

• 发生错误时调用
  */
  @OnError
  public void onError(Session session, Throwable error) throws Exception {
  System.out.println(“发生错误：” + thisUser);
  session.close();
  webSocket.remove(thisUser);
  }

public void setCutAndPushProgram(){
Timer timer = new Timer();
// 获取屏幕的尺寸（屏幕宽高）
Dimension screenSize = Toolkit.getDefaultToolkit().getScreenSize();
int width = screenSize.width;
int height = screenSize.height;
Rectangle rect = new Rectangle(0, 0, width, height);
System.out.println(“屏幕的宽和高是：” + width + " x " + height);
Robot robot = null;
try {
robot = new Robot();
} catch (AWTException e) {
e.printStackTrace();
}
Robot finalRobot = robot;
TimerTask timerTask = new TimerTask() {
@Override
public void run() {
try {
long start = System.currentTimeMillis();
BufferedImage image = finalRobot.createScreenCapture(rect);
File file = new File("/home/dhr/anquan/video/xxx.jpeg");
ImageIO.write(image, “jpeg”, file);
String base64 = BufferedImageToBase64(image);
if (!StringUtils.isEmpty(base64)) {
long end01 = System.currentTimeMillis();
long count01 = end01 - start;
System.out.println(“Screen capture completed, time consuming:[” + count01 + “] ms”);
//群发消息
Iterator iter = webSocket.entrySet().iterator();
while (iter.hasNext()) {
Map.Entry entry = (Map.Entry) iter.next();
if (!entry.getKey().equals(video)) {//主播除外
webSocket.get(entry.getKey()).getBasicRemote().sendText(base64);
}
}
} else {
System.out.println(“base64 is null”);
}
} catch (Exception e) {
System.out.println(e);
}
}
};
timer.schedule(timerTask,10000,10000);
}

public void startCameraPush() {
try {
// Frame对象
Frame frame = null;
FFmpegFrameGrabber ff = new FFmpegFrameGrabber("/home/dhr/anquan/001.mp4");
ff.start();
long wait = 30;
while(true){
try {
Thread.sleep(wait);
} catch (InterruptedException interruptedException) {
interruptedException.printStackTrace();
}
long start = System.currentTimeMillis();
frame = ff.grabImage();
if(frame != null){
BufferedImage image = FrameToBufferedImage(frame);
String base64 = BufferedImageToBase64(image);
try {
//群发消息
Iterator iter = webSocket.entrySet().iterator();
while (iter.hasNext()) {
Map.Entry entry = (Map.Entry) iter.next();
if (!entry.getKey().equals(video)) {//主播除外
webSocket.get(entry.getKey()).getBasicRemote().sendText(base64);
long end01 = System.currentTimeMillis();
long count01 = end01 - start;
System.out.println(“send image completed, time consuming:[” + count01 + “] ms”);
}
}
} catch (Exception e) {
e.printStackTrace();
}
} else {
try {
if(ff != null){
ff.release();
}
} catch (Exception e) {
System.out.println(“FFmpegFrameGrabber release failed”);
}
break;
}

      }
    } catch (FrameGrabber.Exception e) {
        e.printStackTrace();
    }

}

/**

• BufferedImage 编码转换为 base64
• @param bufferedImage
• @return
  */
  private String BufferedImageToBase64(BufferedImage bufferedImage) {
  ByteArrayOutputStream baos = new ByteArrayOutputStream();//io流
  try {
  ImageIO.write(bufferedImage, “jpg”, baos);//写入流中
  } catch (IOException e) {
  e.printStackTrace();
  }
  byte[] bytes = baos.toByteArray();//转换成字节
  BASE64Encoder encoder = new BASE64Encoder();
  String png_base64 = encoder.encodeBuffer(bytes).trim();//转换成base64串
  //System.out.println(png_base64);
  png_base64 = png_base64.replaceAll("\n", “”).replaceAll("\r", “”);//删除 \r\n
  //System.out.println(“值为：” + “data:image/jpg;base64,” + png_base64);
  //return 为jpg格式则写jpg ;png则写png
  return “data:image/jpg;base64,” + png_base64;
  }

public BufferedImage FrameToBufferedImage(Frame frame) {
//创建BufferedImage对象
Java2DFrameConverter converter = new Java2DFrameConverter();
BufferedImage bufferedImage = converter.getBufferedImage(frame);
return bufferedImage;
}

}

4.index.jsp

<%@ page contentType=“text/html;charset=UTF-8” language=“java” %>

运行结果展示