tcp+opencv 视频传输+raspberry

OpenCV能够为我们带来便捷的图像处理接口，但是其处理速度在一块树莓派上肯定是不尽如人意的。尤其当我们想要使用复杂的算法时，只能把算法托到服务器上才有可能。这里介绍了一种方法，实现树莓派传输Mat至电脑。

准备工作

1、配置好树莓派上的opencv.
2、配置好电脑上的OpenCV.

思路

Socket实现方法较为简单，但在此处需要注意的是：
树莓派上的，是Linux系统；而我电脑上是windows系统，需要注意这一点来进行编程。

代码

树莓派作为客户端，发送Mat.

#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include <string.h>
#include <sys/types.h>
#include <sys/socket.h>
#include <netinet/in.h>
#include <netdb.h> 
#include <opencv2/opencv.hpp>
using namespace cv;
using namespace std;

void error(const char *msg)
{
    perror(msg);
    exit(0);
}

int main()
{
    int sockfd, portno, n;
    struct sockaddr_in serv_addr;
    struct hostent *server;

    portno = atoi("8888");
    sockfd = socket(AF_INET, SOCK_STREAM, 0);
    if (sockfd < 0)
        error("ERROR opening socket");
    server = gethostbyname("10.138.216.104");//这里填IP地址
    if (server == NULL) {
        fprintf(stderr, "ERROR, no such host\n");
        exit(0);
    }
    bzero((char *)&serv_addr, sizeof(serv_addr));
    serv_addr.sin_family = AF_INET;
    bcopy((char *)server->h_addr,
        (char *)&serv_addr.sin_addr.s_addr,
        server->h_length);
    serv_addr.sin_port = htons(portno);
    if (connect(sockfd, (struct sockaddr *) &serv_addr, sizeof(serv_addr)) < 0)
        error("ERROR connecting");

    VideoCapture cap(0);
    Mat frame;
    while (true)
    {
        cap >> frame;
        cvtColor(frame, frame, CV_BGR2GRAY);
        // Send data here
        int bytes = send(sockfd, frame.data, frame.total()*frame.elemSize(), 0));
    }
    waitKey(0);
    return 0;
}
  
  
1
2

5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
5

服务器接收并显示

    #include <winsock2.h>  
    #include <opencv.hpp>
    using namespace cv;
    using namespace std;
    #pragma comment(lib,"ws2_32.lib")  
    #define imgSize 307200 //这里需要算一下，因为Visual Studio不能支持用变量初始化数组
    //imgSize=frame.total()*frame.elemSize();
    //即：如果为灰度图：图像的宽*图像的高 这里是640*480

    int main(int argc, char* argv[])
    {
    //初始化WSA  
    WORD sockVersion = MAKEWORD(2, 2);
    WSADATA wsaData;
    if (WSAStartup(sockVersion, &wsaData) != 0)
    {
        return 0;
    }
    //创建套接字  
    SOCKET slisten = socket(AF_INET, SOCK_STREAM, IPPROTO_TCP);
    if (slisten == INVALID_SOCKET)
    {
        printf("socket error !");
        return 0;
    }
    //绑定IP和端口  
    sockaddr_in sin;
    sin.sin_family = AF_INET;
    sin.sin_port = htons(8888);
    sin.sin_addr.S_un.S_addr = INADDR_ANY;
    if (bind(slisten, (LPSOCKADDR)&sin, sizeof(sin)) == SOCKET_ERROR)
    {
        printf("bind error !");
    }

    //开始监听  
    if (listen(slisten, 5) == SOCKET_ERROR)
    {
        printf("listen error !");
        return 0;
    }

    SOCKET sClient;
    sockaddr_in remoteAddr;
    int nAddrlen = sizeof(remoteAddr);

    cout << "Wait.." << endl;
    do
    {
        sClient = accept(slisten, (SOCKADDR *)&remoteAddr, &nAddrlen);
    } while (sClient == INVALID_SOCKET);
    cout<<"Received Information come from"<< inet_ntoa(remoteAddr.sin_addr)<<endl;

    int bytes = 0;
    while (1)
    {
        char socketData[imgSize];

        for (int i = 0; i < imgSize; i += bytes) {
            if ((bytes = recv(sClient, socketData + i, imgSize - i, 0)) == -1)
            {
                cout << "!Fault" << endl;
                exit(-1);
            }
        }

        // change the last loop to below statement
        Mat img(Size(640, 480), CV_8UC1, socketData);//根据摄像头大小自行修改
        imshow("Face_Socket", img);
        waitKey(1);
    }
    closesocket(slisten);
    WSACleanup();
    return 0;
}
  
  
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69

先运行服务器，后运行客户端（其实无所谓），我们就可以在服务器上看到树莓派通过摄像头获取到的帧，那么就可以对齐进行很多操作了。