import threading
# 导入各种包import numpy as np
import sys
import tensorflow as tf
import time
from distutils.version import StrictVersion
if StrictVersion(tf.__version__)< StrictVersion('1.9.0'):raise ImportError('Please upgrade your TensorFlow installation to v1.9.* or later!')# 增加cv包,以及获取摄像头设备号import cv2
from utils import label_map_util
from utils import visualization_utils as vis_util
# inhere
PATH_TO_CKPT ='/*/research/object_detection/ssd_model_fpn/model/frozen_inference_graph.pb'# List of the strings that is used to add correct label for each box.
PATH_TO_LABELS ='/*/research/object_detection/ssd_model/pascal_label_map.pbtxt'
NUM_CLASSES =20classRTSCapture(cv2.VideoCapture):
_cur_frame =None
_reading =False
schemes =["rtsp://","rtmp://"]
@staticmethoddefcreate(url,*schemes):
rtscap = RTSCapture(url)
rtscap.frame_receiver = threading.Thread(target=rtscap.recv_frame, daemon=True)
rtscap.schemes.extend(schemes)ifisinstance(url,str)and url.startswith(tuple(rtscap.schemes)):
rtscap._reading =Trueelifisinstance(url,int):passreturn rtscap
defisStarted(self):
ok = self.isOpened()if ok and self._reading:
ok = self.frame_receiver.is_alive()return ok
defrecv_frame(self):while self._reading and self.isOpened():
ok, frame = self.read()ifnot ok:break
self._cur_frame = frame
self._reading =Falsedefread2(self):
frame = self._cur_frame
self._cur_frame =Nonereturn frame isnotNone, frame
defstart_read(self):
self.frame_receiver.start()
self.read_latest_frame = self.read2 if self._reading else self.read
defstop_read(self):
self._reading =Falseif self.frame_receiver.is_alive(): self.frame_receiver.join()if __name__ =='__main__':iflen(sys.argv)<2:print("usage:")print("need rtsp://xxx")
sys.exit()# load graph
detection_graph = tf.Graph()with detection_graph.as_default():
od_graph_def = tf.GraphDef()with tf.gfile.GFile(PATH_TO_CKPT,'rb')as fid:
serialized_graph = fid.read()
od_graph_def.ParseFromString(serialized_graph)
tf.import_graph_def(od_graph_def, name='')
label_map = label_map_util.load_labelmap(PATH_TO_LABELS)
categories = label_map_util.convert_label_map_to_categories(label_map, max_num_classes=NUM_CLASSES,
use_display_name=True)
category_index = label_map_util.create_category_index(categories)# open rtsp
rtscap = RTSCapture.create(sys.argv[1])
rtscap.start_read()with detection_graph.as_default():with tf.Session(graph=detection_graph)as sess:while rtscap.isStarted():
ok, image_np = rtscap.read_latest_frame()if cv2.waitKey(1)&0xFF==ord('q'):breakifnot ok:continue#time_start = time.time()# Expand dimensions since the model expects images to have shape: [1, None, None, 3]
image_np_expanded = np.expand_dims(image_np, axis=0)
image_tensor = detection_graph.get_tensor_by_name('image_tensor:0')# Each box represents a part of the image where a particular object was detected.
boxes = detection_graph.get_tensor_by_name('detection_boxes:0')# Each score represent how level of confidence for each of the objects.# Score is shown on the result image, together with the class label.
scores = detection_graph.get_tensor_by_name('detection_scores:0')
classes = detection_graph.get_tensor_by_name('detection_classes:0')
num_detections = detection_graph.get_tensor_by_name('num_detections:0')# Actual detection.(boxes, scores, classes, num_detections)= sess.run([boxes, scores, classes, num_detections],
feed_dict={image_tensor: image_np_expanded})# Visualization of the results of a detection.
vis_util.visualize_boxes_and_labels_on_image_array(
image_np, np.squeeze(boxes),
np.squeeze(classes).astype(np.int32),
np.squeeze(scores), category_index,
use_normalized_coordinates=True,
line_thickness=8)
cv2.imshow('object detection', cv2.resize(image_np,(1500,800)))#time_end = time.time()#print('time cost', (time_end - time_start) * 1000, 'ms')
rtscap.stop_read()
rtscap.release()
cv2.destroyAllWindows()