Question

我正在尝试编写一个python程序，以根据用户眼睛之间的单点来跟踪用户的头部运动。我正在使用OpenCV 2.4.5和calcOpticalFlowPyrLK。我使用HAAR点设置初始点，并且初始点是正确的，但在第一次调用calcOpticalFlowPyrLK之后，程序现在正在跟踪一个完全不同的点。我对计算机视觉不是很熟悉，所以我无法弄清楚为什么它失去了初始点。

我正在使用python 2.7，Fedora 18和OpenCV 2.4.5。

我的代码：

import numpy as np
import cv2

cap = cv2.VideoCapture(0)

# loading the classifiers
hcf = cv2.CascadeClassifier('/usr/share/OpenCV/haarcascades/haarcascade_frontalface_default.xml')
hce = cv2.CascadeClassifier('/usr/share/OpenCV/haarcascades/haarcascade_eye.xml')

# params for ShiTomasi corner detection
feature_params = dict( maxCorners = 100,
                       qualityLevel = 0.3,
                       minDistance = 7,
                       blockSize = 7 )

# Parameters for lucas kanade optical flow
lk_params = dict( winSize  = (15,15),
                  maxLevel = 2,
                  criteria = (cv2.TERM_CRITERIA_EPS | cv2.TERM_CRITERIA_COUNT, 10, 0.03))

# Create some random colors
color = np.random.randint(0,255,(100,3))

# Take first frame and find corners in it
ret, old_frame = cap.read()
old_gray = cv2.cvtColor(old_frame, cv2.COLOR_BGR2GRAY)

# Create a mask image for drawing purposes
mask = np.zeros_like(old_frame)

first = True
while(1):
    #Get new frame
    ret,frame = cap.read()
    frame_gray = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY)

    #First iteration, calcualte the face
    if(first):
        first = False
        faces = hcf.detectMultiScale(frame_gray, minSize=(100, 100))
        face = faces[0]
        print face[0],face[1],face[2],face[3]

        p0 = [[((face[0] + (face[2]/2)),(face[1] + (face[3]/3)))]]
        p0 = np.float32(np.asarray(p0))
        print "p0", p0

    #cv2.rectangle(frame,(face[0], face[1]), (face[0] + face[2], face[1] + face[3]),(155, 255, 25),2)
    #Draw circle at initial point
    cv2.circle(frame,((face[0] + (face[2]/2)),(face[1] + (face[3]/3))),5,(155, 255, 25))

    # calculate optical flow
    p1, st, err = cv2.calcOpticalFlowPyrLK(old_gray, frame_gray, p0, None, **lk_params)

    # Select good points
    if st==1:
        good_new = p1[st==1]
        good_old = p0[st==1]

        # draw the tracks
        for i,(new,old) in enumerate(zip(good_new,good_old)):
            a,b = new.ravel()
            c,d = old.ravel()
            mask = cv2.line(mask, (a,b),(c,d), color[i].tolist(), 2)
            cv2.circle(frame,(a,b),5,color[i].tolist(),-1)

    cv2.imshow('frame',frame)
    k = cv2.waitKey(30) & 0xff
    if k == 27:
        break

    # Now update the previous frame and previous points
    old_gray = frame_gray.copy()
    if st==1:
        p0 = good_new.reshape(-1,1,2)

cv2.destroyAllWindows()
cap.release()

Answer 1

我不确定这会有什么帮助，但看看当你绘制曲目时掩码是否为无：

mask = cv2.line(mask, (a,b),(c,d), color[i].tolist(), 2)
cv2.circle(frame,(a,b),5,color[i].tolist(),-1)

cv2.line（）和cv2.circle（）返回Null，因为你修复了这两个中的第二个。尝试对第一个也这样做，所以它看起来像这样：

cv2.line(mask, (a,b),(c,d), color[i].tolist(), 2)
cv2.circle(frame,(a,b),5,color[i].tolist(),-1)

我希望工作更好，祝你好运！

calcOpticalFlowPyrLK失去单个跟踪点

1 个答案: