opencv3 目标运动检测

基本的运动检测

一种最直观的方法就是计算帧之间的差异，或考虑“背景”帧与其他帧之间的差异

basic_motion_detection.py

import cv2
import numpy as np

camera = cv2.VideoCapture(0)

es = cv2.getStructuringElement(cv2.MORPH_ELLIPSE, (10,10))#返回指定形状和尺寸的结构元素
kernel = np.ones((5,5),np.uint8)
background = None

while (True):
    ret, frame = camera.read()
    if background is None:
        background = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY)
        background = cv2.GaussianBlur(background, (21, 21), 0)
        continue
    
    gray_frame = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY)
    gray_frame = cv2.GaussianBlur(gray_frame, (21, 21), 0)
    
    diff = cv2.absdiff(background, gray_frame)#得到一个差分图
    diff = cv2.threshold(diff, 25, 255, cv2.THRESH_BINARY)[1]#固定阈值处理黑白图
    diff = cv2.dilate(diff, es, iterations = 2)#膨胀处理图像
    
    image, cnts, hierarchy = cv2.findContours(diff.copy(), cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)
    
    for c in cnts:
        if cv2.contourArea(c) < 1500:
            continue
        (x, y, w, h) = cv2.boundingRect(c)
        cv2.rectangle(frame, (x, y), (x + w, y + h), (255, 255, 0), 2)
    
    cv2.imshow("contours", frame)
    cv2.imshow("dif", diff)
    if cv2.waitKey(int(1000 / 12)) & 0xff == ord("q"):
        break
    
cv2.waitKey(0)
cv2.destroyAllWindows()
camera.release()

       存在的问题：这个方法需要提前设置“默认”帧作为背景，在一些光照变化频繁的情况下，这种方法就不灵活。所以后面引入背景分割器

背景分割器：KNN、MOG2和GMG

    BackgroundSubtractor类是专门用于视频分析的，即BackgroundSubtractor类会对每帧的环境进行‘学习’，他的另一个特征是它可以计算阴影。通过检测阴影，可排除检测图像的阴影区域（采用阈值方式），从而关注实际特征。

mog

import cv2
import numpy as np

bs = cv2.createBackgroundSubtractorKNN(detectShadows = True)
camera = cv2.VideoCapture("movie.mpg")


while True:
    ret, frame = camera.read()
    fgmask = bs.apply(frame)
    th = cv2.threshold(fgmask.copy(), 244, 255, cv2.THRESH_BINARY)[1]
    th = cv2.erode(th, cv2.getStructuringElement(cv2.MORPH_ELLIPSE, (3,3)), iterations = 2)
    dilated = cv2.dilate(th, cv2.getStructuringElement(cv2.MORPH_ELLIPSE, (8,3)), iterations = 2)
    
    image, contours, hier = cv2.findContours(dilated, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)
    for c in contours:
        if cv2.contourArea(c) > 1000:
            (x,y,w,h) = cv2.boundingRect(c)
            cv2.rectangle(frame, (x,y), (x+w, y+h), (255, 255, 0), 2)
    
    cv2.imshow("mog", fgmask)
    cv2.imshow("thresh", th)
    cv2.imshow("diff", frame & cv2.cvtColor(fgmask, cv2.COLOR_GRAY2BGR))
    cv2.imshow("detection", frame)
    k = cv2.waitKey(30) & 0xff
    if k == 27:
        break

camera.release()
cv2.destroyAllWindows()

用BackgroundSubtractorKNN来实现运动检测的例子

import cv2
import numpy as np

knn = cv2.createBackgroundSubtractorKNN(detectShado