眼球跟踪定位算法，eyelike

#include <opencv2/objdetect/objdetect.hpp> #include <opencv2/highgui/highgui.hpp> #include <opencv2/imgproc/imgproc.hpp> #include <iostream> #include <queue> #include <stdio.h> #include <math.h> #include "constants.h" #include "findEyeCenter.h" #include "findEyeCorner.h" using namespace std; using namespace cv; /** Constants **/ /** Function Headers */ void detectAndDisplay( cv::Mat frame ); /** Global variables */ //-- Note, either copy these two files from opencv/data/haarscascades to your current folder, or change these locations cv::String face_cascade_name = "D:\\opencv_2.4.11\\opencv\\sources\\data\\haarcascades\\haarcascade_frontalface_alt.xml"; cv::CascadeClassifier face_cascade; std::string main_window_name = "Capture - Face detection"; std::string face_window_name = "Capture - Face"; cv::RNG rng(12345); cv::Mat debugImage; cv::Mat skinCrCbHist = cv::Mat::zeros(cv::Size(256, 256), CV_8UC1); /** * @function main */ int main( int argc, const char** argv ) { cv::Mat frame; // Load the cascades if( !face_cascade.load( face_cascade_name ) ){ printf("--(!)Error loading face cascade, please change face_cascade_name in source code.\n"); return -1; }; cv::namedWindow(main_window_name,CV_WINDOW_NORMAL); cv::moveWindow(main_window_name, 400, 100); cv::namedWindow(face_window_name,CV_WINDOW_NORMAL); cv::moveWindow(face_window_name, 10, 100); cv::namedWindow("Right Eye",CV_WINDOW_NORMAL); cv::moveWindow("Right Eye", 10, 600); cv::namedWindow("Left Eye",CV_WINDOW_NORMAL); cv::moveWindow("Left Eye", 10, 800); cv::namedWindow("aa",CV_WINDOW_NORMAL); cv::moveWindow("aa", 10, 800); cv::namedWindow("aaa",CV_WINDOW_NORMAL); cv::moveWindow("aaa", 10, 800); createCornerKernels(); ellipse(skinCrCbHist, cv::Point(113, 155.6), cv::Size(23.4, 15.2), 43.0, 0.0, 360.0, cv::Scalar(255, 255, 255), -1); // I make an attempt at supporting both 2.x and 3.x OpenCV #if CV_MAJOR_VERSION < 3 // CvCapture* capture = cvCaptureFromCAM( 0 ); // VideoCapture capture("E:\\eyedata\\1.avi"); VideoCapture capture(0); if( capture.isOpened() ) { while( true ) { capture >> frame; // frame = cvQueryFrame( capture ); #else cv::VideoCapture capture(0); if( capture.isOpened() ) { while( true ) { capture.read(frame); #endif // mirror it 镜像 cv::flip(frame, frame, 1); frame.copyTo(debugImage); // Apply the classifier to the frame if( !frame.empty() ) { detectAndDisplay( frame ); } else { printf(" --(!) No captured frame -- Break!"); break; } imshow(main_window_name,debugImage); int c = cv::waitKey(10); if( (char)c == 'c' ) { break; } if( (char)c == 'f' ) { imwrite("frame.png",frame); } } } releaseCornerKernels(); return 0; } void findEyes(cv::Mat frame, cv::Rect face) { Mat frame_gray,faceROI; cvtColor(frame,frame_gray,CV_BGR2GRAY); //截取人脸ROI cv::Mat faceROI_rgb = frame(face); cvtColor(faceROI_rgb,faceROI,CV_BGR2GRAY); cv::Mat debugFace = faceROI_rgb; //是否平滑 if (kSmoothFaceImage) { double sigma = kSmoothFaceFactor * face.width; GaussianBlur( faceROI, faceROI, cv::Size( 0, 0 ), sigma); } //-- Find eye regions and draw them int eye_region_width = face.width * (kEyePercentWidth/100.0);//35 int eye_region_height = face.width * (kEyePercentHeight/100.0);//30 // eye_region_y int eye_region_top = face.height * (kEyePercentTop/100.0);//25 cv::Rect leftEyeRegion(face.width*(kEyePercentSide/100.0),//13 eye_region_top, eye_region_width, eye_region_height); cv::Rect rightEyeRegion(face.width - eye_region_width - face.width*(kEyePercentSide/100.0), eye_region_top, eye_region_width, eye_region_height); rectangle(debugFace,rightEyeRegion,Scalar(0,0,255));//red //-- Find Eye Centers cv::Point leftPupil = findEyeCenter(faceROI,leftEyeRegion,"Left Eye"); cv::Point rightPupil = findEyeCenter(faceROI,rightEyeRegion,"Right Eye"); // get corner regions cv::Rect leftRightCornerRegion(leftEyeRegion); leftRightCornerRegion.width -= leftPupil.x; leftRightCornerRegion.x += leftPupil.x; leftRightCornerRegion.height /= 2; leftRightCornerRegion.y += leftRightCornerRegion.height / 2; cv::Rect leftLeftCornerRegion(leftEyeRegion); leftLeftCornerRegion.width = leftPupil.x; leftLeftCornerRegion.height /= 2; leftLeftCornerRegion.y += leftLeftCornerRegion.height / 2; cv::Rect rightLeftCornerRegion(rightEyeRegion); rightLeftCornerRegion.width = rightPupil.x; rightLeftCornerRegion.height /= 2; rightLeftCornerRegion.y += rightLeftCornerRegion.height / 2; cv::Rect rightRightCornerRegion(rightEyeRegion); rightRightCornerRegion.width -= rightPupil.x; rightRightCornerRegion.x += rightPupil.x; rightRightCornerRegion.height /= 2; rightRightCornerRegion.y += rightRightCornerRegion.height / 2; rectangle(debugFace,leftRightCornerRegion,Scalar(255,0,0));//blue rectangle(debugFace,leftLeftCornerRegion,Scalar(0,0,0));//black rectangle(debugFace,rightLeftCornerRegion,Scalar(0,255,0));//green rectangle(debugFace,rightRightCornerRegion,Scalar(0,0,255));//red // change eye centers to face coordinates rightPupil.x += rightEyeRegion.x; rightPupil.y += rightEyeRegion.y; leftPupil.x += leftEyeRegion.x; leftPupil.y += leftEyeRegion.y; // draw eye centers circle(debugFace, rightPupil, 3, 1234); circle(debugFace, leftPupil, 3, 1234); //-- Find Eye Corners if (kEnableEyeCorner) { cv::Point2f leftRightCorner = findEyeCorner(faceROI(leftRightCornerRegion), true, false); leftRightCorner.x += leftRightCornerRegion.x; leftRightCorner.y += leftRightCornerRegion.y; cv::Point2f leftLeftCorner = findEyeCorner(faceROI(leftLeftCornerRegion), true, true); leftLeftCorner.x += leftLeftCornerRegion.x; leftLeftCorner.y += leftLeftCornerRegion.y; cv::Point2f rightLeftCorner = findEyeCorner(faceROI(rightLeftCornerRegion), false, true); rightLeftCorner.x += rightLeftCornerRegion.x; rightLeftCorner.y += rightLeftCornerRegion.y; cv::Point2f rightRightCorner = findEyeCorner(faceROI(rightRightCornerRegion), false, false); rightRightCorner.x += rightRightCornerRegion.x; rightRightCorner.y += rightRightCornerRegion.y; circle(debugFace, leftRightCorner, 3, 200); circle(debugFace, leftLeftCorner, 3, 200); circle(debugFace, rightLeftCorner, 3, 200); circle(debugFace, rightRightCorner, 3, 200); } imshow(face_window_name, faceROI_rgb); // cv::Rect roi( cv::Point( 0, 0 ), faceROI.size()); // cv::Mat destinationROI = debugImage( roi ); // faceROI.copyTo( destinationROI ); } cv::Mat findSkin (cv::Mat &frame) { cv::Mat input; cv::Mat output = cv::Mat(frame.rows,frame.cols, CV_8U); cvtColor(frame, input, CV_BGR2YCrCb); for (int y = 0; y < input.rows; ++y) { const cv::Vec3b *Mr = input.ptr<cv::Vec3b>(y); // uchar *Or = output.ptr<uchar>(y); cv::Vec3b *Or = frame.ptr<cv::Vec3b>(y); for (int x = 0; x < input.cols; ++x) { cv::Vec3b ycrcb = Mr[x]; // Or[x] = (skinCrCbHist.at<uchar>(ycrcb[1], ycrcb[2]) > 0) ? 255 : 0; if(skinCrCbHist.at<uchar>(ycrcb[1], ycrcb[2]) == 0) { Or[x] = cv::Vec3b(0,0,0); } } } return output; } /** * @function detectAndDisplay */ void detectAndDisplay( cv::Mat frame ) { std::vector<cv::Rect> faces; //cv::Mat frame_gray; std::vector<cv::Mat> rgbChannels(3); //通道分离 cv::split(frame, rgbChannels); //创建捕获帧的灰度图 cv::Mat frame_gray = rgbChannels[2]; //cvtColor( frame, frame_gray, CV_BGR2GRAY ); //equalizeHist( frame_gray, frame_g