如果单张图片比,torch比opencv读写要快。但是数据量大了之后,也慢,
300张图片一起,遍历读取422ms
300个遍历反序列化 106ms
# coding='utf-8'
import os
import time
from distributed.protocol import serialize, deserialize
import cv2
import torch
import torch.nn.functional as f
if __name__ == '__main__':
obj={'mat':torch.randn(10, 10),'name': '10','test':{'entry':1}}
torch.save(obj,'test.dat' )
for i in range(1000):
start = time.time()
x = torch.rand(300, 3, 352, 352)
print('get data', time.time() - start) #0.862297773361206
ser1=serialize(x)# 不占时间
print('serialize', time.time() - start) #1 ms
t2 = deserialize(*ser1) #201ms
print('time3',time.time()-start)## 600ms
start = time.time()
torch.save(x, 'd:/img/test' + str(i)