基于opencv和numpy实现图像文件的传输

引言

网上大部分文件的传输都是基于os库，将文件打开为字节而后逐字节发送的。

而我在实践过程中尝试了一种新的方式，效果尚可。特意拿来分享。

实现原理

客户端将图像打开为矩阵并转化为一维，而后将这个一维数字转化为字节数组。第一帧发送图像的形状，之后将这个字节数组分组发送出去，每次最多500字节，直到发送完毕后，发送一个end。服务器收到图像后，先将其存储到一个一维数组里，全部接收完毕后，在按所给形状重新reshape。

传图像代码

客户端

import time

import cv2
import socket
import numpy as ny

s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
addr = ('127.0.0.1', 12345)

img = cv2.imread('qq.jpeg')
shape = img.shape  # 记录图像形状
str_shape = ' '.join([str(s) for s in shape])  # 形状转化为便于发送的字符传
s.sendto(str_shape.encode('utf-8'), addr)
img_fl = img.flatten()  # 将图像变为一维
img_bytes = bytes(img_fl)
# 将图像变为bytes
cut = lambda obj, sec: [obj[i:i + sec] for i in range(0, len(obj), sec)]
# 按指定大小拆分
byteList = cut(img_bytes, 500)
for by in byteList:
    s.sendto(by, addr)
    time.sleep(0.001)
time.sleep(0.01)
s.sendto(b'end', addr)

服务器

import socket
import numpy as np
import cv2

s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
s.bind(('127.0.0.1', 12345))
data, _ = s.recvfrom(1024)
shape = [int(s) for s in data.decode('utf-8').split() if len(s) > 0]  # 获得形状
imgList = []  # 存储一维像素值
# 接收图片
while True:
    data, addr = s.recvfrom(1024)
    if len(data) == 3:
        if data.decode('utf-8') == 'end':
            break
    for i in data:
        imgList.append(i)
# print(imgList)
imgNp = np.array(imgList, dtype='uint8')
img = imgNp.reshape(shape)  # 转化回原来的形状
cv2.imshow('img', img)  # 显示图像
cv2.waitKey(0)

传视频代码

如果要传视频也很简单，逐帧发送即可。但这种方式效率感人，即使已经进行了缩放和灰度处理，帧率也只有5帧左右。

客户端

import time
import cv2
import socket
import numpy as ny

s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
addr = ('127.0.0.1', 12345)
cap = cv2.VideoCapture('')

while (cap.isOpened()):
    start = time.time()
    ret, img = cap.read()
    img = cv2.resize(img, (320, 240))  # 缩放
    img = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)  # 转化为灰度
    shape = img.shape  # 记录图像形状
    str_shape = ' '.join([str(s) for s in shape])  # 形状转化为便于发送的字符传
    s.sendto(str_shape.encode('utf-8'), addr)
    img_fl = img.flatten()  # 将图像变为一维
    img_bytes = bytes(img_fl)
    # 将图像变为bytes
    cut = lambda obj, sec: [obj[i:i + sec] for i in range(0, len(obj), sec)]
    # 按指定大小拆分
    byteList = cut(img_bytes, 500)
    for by in byteList:
        s.sendto(by, addr)
        time.sleep(0.001)
    s.sendto(b'end', addr)
    time.sleep(0.01)
    print('发送成功，用时：', time.time() - start)

服务器

import socket
import numpy as np
import cv2

s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
s.bind(('127.0.0.1', 12345))
while True:
    data, _ = s.recvfrom(1024)
    shape = [int(s) for s in data.decode('utf-8').split() if len(s) > 0]  # 获得形状
    imgList = []  # 存储一维像素值
    while True:
        data, addr = s.recvfrom(1024)
        if len(data) == 3:
            if data.decode('utf-8') == 'end':
                break
        for i in data:
            imgList.append(i)
    # print(imgList)
    imgNp = np.array(imgList, dtype='uint8')
    img = imgNp.reshape(shape)  # 转化回原来的形状
    img = cv2.resize(img,(800,600))
    cv2.imshow('img', img)  # 显示图像
    cv2.waitKey(1)

最终效果

传视频

更新

对收发逻辑进行了改进，不在使用sleep进行流控，而采用类似停等的方式，接收端收到之后立刻回复。发送端等待回复之后再继续发送。

发送端代码

import time
import cv2
import socket
import numpy as ny

s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
s.bind(('127.0.0.1', 12346))
addr = ('127.0.0.1', 12345)
cap = cv2.VideoCapture('/home/ningfeng/视频/shanggan.mp4')

while (cap.isOpened()):
    start = time.time()
    ret, img = cap.read()
    img = cv2.resize(img, (320, 240))  # 缩放
    # img = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)  # 转化为灰度
    shape = img.shape  # 记录图像形状
    str_shape = ' '.join([str(s) for s in shape])  # 形状转化为便于发送的字符传
    s.sendto(str_shape.encode('utf-8'), addr)
    img_fl = img.flatten()  # 将图像变为一维
    img_bytes = bytes(img_fl)
    # 将图像变为bytes
    cut = lambda obj, sec: [obj[i:i + sec] for i in range(0, len(obj), sec)]
    # 按指定大小拆分
    byteList = cut(img_bytes, 65000)
    for by in byteList:
        s.sendto(by, addr)
        # time.sleep(0.01)
        s.recvfrom(10)
    s.sendto(b'end', addr)
    s.recvfrom(10)
    print('发送成功，用时：', time.time() - start)

接收端代码

import socket
import numpy as np
import cv2

s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
s.bind(('127.0.0.1', 12345))
while True:
    data, _ = s.recvfrom(1024)
    shape = [int(s) for s in data.decode('utf-8').split() if len(s) > 0]  # 获得形状
    imgList = []  # 存储一维像素值
    while True:
        data, addr = s.recvfrom(65000 * 5)
        if len(data) == 3:
            if data.decode('utf-8') == 'end':
                break
        for i in data:
            imgList.append(i)
        s.sendto(b'rec', addr)
    # print(imgList)
    imgNp = np.array(imgList, dtype='uint8')
    img = imgNp.reshape(shape)  # 转化回原来的形状
    img = cv2.resize(img, (800, 600))
    cv2.imshow('img', img)  # 显示图像
    cv2.waitKey(1)
    s.sendto(b'rec', addr)

改进后效果

传视频final_new