38-简单人脸识别案例（EmguCV学习）

emmm

终于敲了一遍了，到这儿教学视频的实践就结束了~， 视频质量还行，值得一看~

Record

1、常用的人脸识别方法：基于PCA变换的人脸识别（EigenFaceRecognizer）、基于Fisher变换的人脸识别（FisherFaceRecognizer）、基于局部二值模式的人脸识别（LBPHFaceRecognizer）;
2、基本步骤：①使用人脸检测类对训练图片进行提取，将训练图片归一化到相同大小；②创建PCA人脸分类器，对处理好的训练图片（必须是灰度图）进行训练；③调用predict()函数进行人脸识别；
3、训练图片的样本最好在100张以上；

Code

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using System.IO;

using Emgu.CV;
using Emgu.CV.Structure;
using Emgu.CV.CvEnum;
using Emgu.Util;
using Emgu.CV.Util;
using System.Drawing;
using Emgu.CV.Face;

namespace Lesson38
{
    class Program
    {
        static void Main(string[] args)
        {
            //DataSet数据格式化
            //Console.WriteLine("Please enter face id: ");
            //string strID = Console.ReadLine();
            //Console.WriteLine("Your face id is : {0}", strID);
            //Console.WriteLine("Please enter sample num: ");
            //string strNum = Console.ReadLine();
            //Console.WriteLine("Sample num is : {0}", strNum);

            //CascadeClassifier face_cascade = new CascadeClassifier("haarcascade_frontalface_alt.xml"); //加载人脸分类器
            //Mat faceImg = CvInvoke.Imread("./刘亦菲/1 (2).jpg");
            //Mat gray = new Mat();
            //CvInvoke.CvtColor(faceImg, gray, ColorConversion.Bgr2Gray);
            ////CvInvoke.EqualizeHist(gray, gray); //直方图均衡化避免亮度偏暗或偏亮

            //Rectangle[] facesDetect = face_cascade.DetectMultiScale(gray, 1.1, 2, new Size(50, 50));
            //foreach (Rectangle face in facesDetect)
            //{
            //    CvInvoke.Rectangle(faceImg, face, new MCvScalar(0, 255, 0), 2); //矩形标注
            //    Mat faceROI = new Mat(gray, face);
            //    CvInvoke.Resize(faceROI, faceROI, new Size(75, 75));
            //    string savePath = string.Format("DataSet/{0}_{1}.jpg", strID, strNum);
            //    CvInvoke.Imwrite(savePath, faceROI);
            //}

            //CvInvoke.Imshow("FaceDetect", faceImg);
            //CvInvoke.WaitKey(0);

            //训练样本
            //批量读取无序图片
            //记得添加using System.IO;
            //var files = Directory.GetFiles("./DataSet", "*.jpg"); //文件夹下jpg类型文件 
            //foreach (var file in files)
            //    Console.WriteLine(file);

            //DirectoryInfo dir = new DirectoryInfo("./DataSet");
            //FileInfo[] afi = dir.GetFiles("*.*");
            //string fileName;
            //VectorOfMat images = new VectorOfMat(); //Mat图像集合
            //VectorOfInt labels = new VectorOfInt(); //int类型ID标签集合
            //for (int i = 0; i < afi.Length; i++)
            //{
            //    fileName = afi[i].Name.ToLower();
            //    if (fileName.EndsWith(".jpg"))
            //    {
            //        //Console.WriteLine(fileName); //1_1.jpg
            //        //Console.WriteLine("./DataSet/" + fileName);
            //        string[] strArray = fileName.Split('_');
            //        int index = Convert.ToInt32(strArray[0]);
            //        Mat img = CvInvoke.Imread("./DataSet/" + fileName, 0); //以灰度模式读取
            //        images.Push(img); //将图像加入到图像集合
            //        int[] a = (index).ToString().Select(s => int.Parse(s.ToString())).ToArray(); //格式化ID
            //        labels.Push(a); //将ID加入到ID集合
            //    }
            //}
            //FaceRecognizer model = new EigenFaceRecognizer(); //创建人脸识别类为EigenFaceRecognizer类
            //model.Train(images, labels); //人脸识别分类器训练（最少2个不同人脸ID）
            //model.Write("./xml/faceData.xml"); //将训练好的分类器保存为xml文件
            //Console.WriteLine("train finished!");

            //人脸识别
            //string xmlPath = "./xml/faceData.xml"; //训练好的xml文件路径
            //FaceRecognizer model = new EigenFaceRecognizer(); //创建人脸识别类为EigenFaceRecognizer类
            //model.Read(xmlPath);//加载人脸识别分类器

            //CascadeClassifier face_cascade = new CascadeClassifier("haarcascade_frontalface_alt.xml"); //加载人脸分类器
            //Mat faceImg = CvInvoke.Imread("./刘亦菲/1 (19).jpg");
            ////Mat faceImg = CvInvoke.Imread("./黄晓明/1 (15).jpg");
            //Mat gray = new Mat();
            //CvInvoke.CvtColor(faceImg, gray, ColorConversion.Bgr2Gray);
            ////CvInvoke.EqualizeHist(gray, gray); //直方图均衡化避免亮度偏暗或偏亮

            //Rectangle[] facesDetect = face_cascade.DetectMultiScale(gray, 1.1, 2, new Size(50, 50));
            //foreach (Rectangle face in facesDetect)
            //{
            //    CvInvoke.Rectangle(faceImg, face, new MCvScalar(0, 255, 0), 2); //矩形标注
            //    Mat faceROI = new Mat(gray, face);
            //    CvInvoke.Resize(faceROI, faceROI, new Size(75, 75));
            //    FaceRecognizer.PredictionResult predictionResult = new FaceRecognizer.PredictionResult(); //定义识别结果类其中包含ID和相似距离
            //    predictionResult = model.Predict(faceROI); //人脸预测识别，返回ID和相似距离
            //    int ID = predictionResult.Label; //获取识别到的人脸ID，ID和DB中的姓名对应起来
            //    string strName = "UnKnown";
            //    if (ID == 1)
            //        strName = "Huang Xiaoming";
            //    else if (ID == 2)
            //        strName = "Liu Yifei";
            //    CvInvoke.PutText(faceImg, strName, new Point(face.X, face.Y), FontFace.HersheySimplex, 0.8,
            //                        new MCvScalar(255, 0, 255), 2);
            //}

            //CvInvoke.Imshow("FaceDetect", faceImg);
            //CvInvoke.WaitKey(0);

            //中文标识姓名
            Mat nameImg1 = CvInvoke.Imread("Name1.png");
            Mat nameImg2 = CvInvoke.Imread("Name2.png");
            Mat nameImg3 = CvInvoke.Imread("Name3.png");
            string xmlPath = "./xml/faceData.xml"; //训练好的xml文件路径
            FaceRecognizer model = new EigenFaceRecognizer(); //创建人脸识别类为EigenFaceRecognizer类
            model.Read(xmlPath);//加载人脸识别分类器

            CascadeClassifier face_cascade = new CascadeClassifier("haarcascade_frontalface_alt.xml"); //加载人脸分类器
            //Mat faceImg = CvInvoke.Imread("./刘亦菲/1 (2).jpg");
            Mat faceImg = CvInvoke.Imread("./黄晓明/1 (1).jpg");
            //Mat faceImg = CvInvoke.Imread("1.jpg");
            Mat gray = new Mat();
            CvInvoke.CvtColor(faceImg, gray, ColorConversion.Bgr2Gray);
            //CvInvoke.EqualizeHist(gray, gray); //直方图均衡化避免亮度偏暗或偏亮

            Rectangle[] facesDetect = face_cascade.DetectMultiScale(gray, 1.1, 2, new Size(50, 50));
            foreach (Rectangle face in facesDetect)
            {
                CvInvoke.Rectangle(faceImg, face, new MCvScalar(0, 255, 0), 2); //矩形标注
                Mat faceROI = new Mat(gray, face);
                CvInvoke.Resize(faceROI, faceROI, new Size(75, 75));
                FaceRecognizer.PredictionResult predictionResult = new FaceRecognizer.PredictionResult(); //定义识别结果类其中包含ID和相似距离
                predictionResult = model.Predict(faceROI); //人脸预测识别，返回ID和相似距离
                int ID = predictionResult.Label; //获取识别到的人脸ID，ID和DB中的姓名对应起来
                Mat nameROI = new Mat(faceImg, new Rectangle(face.X, face.Y - nameImg1.Rows, nameImg1.Cols, nameImg1.Rows));
                if (ID == 1)
                    nameImg1.CopyTo(nameROI);
                else if (ID == 2)
                    nameImg2.CopyTo(nameROI);
                else
                    nameImg3.CopyTo(nameROI);
            }

            CvInvoke.Imshow("FaceDetect", faceImg);
            CvInvoke.WaitKey(0);

            //视频人脸识别
            //VideoCapture cap = new VideoCapture(0);
            //if (!cap.IsOpened)
            //{
            //    Console.WriteLine("Open video failed!");
            //    return;
            //}
            //Mat frame = new Mat();
            //Mat gray = new Mat();
            //while (true)
            //{
            //    cap.Read(frame);
            //    if (frame.IsEmpty)
            //    {
            //        Console.WriteLine("frame is empty ...");
            //        break;
            //    }
            //    Mat result = FaceRecFunc(frame);
            //    CvInvoke.Imshow("video", result);
            //    if (CvInvoke.WaitKey(30) == 27)
            //        break;
            //}
        }
        static Mat FaceRecFunc(Mat faceImg)
        {
            Mat result = faceImg.Clone();
            string xmlPath = "./xml/faceData.xml"; //训练好的xml文件路径
            FaceRecognizer model = new EigenFaceRecognizer(); //创建人脸识别类为EigenFaceRecognizer类
            model.Read(xmlPath);//加载人脸识别分类器

            CascadeClassifier face_cascade = new CascadeClassifier("haarcascade_frontalface_alt.xml"); //加载人脸分类器
            Mat gray = new Mat();
            CvInvoke.CvtColor(faceImg, gray, ColorConversion.Bgr2Gray);
            //CvInvoke.EqualizeHist(gray, gray); //直方图均衡化避免亮度偏暗或偏亮
            try
            {
                Rectangle[] facesDetect = face_cascade.DetectMultiScale(gray, 1.1, 2, new Size(50, 50));
                foreach (Rectangle face in facesDetect)
                {
                    CvInvoke.Rectangle(result, face, new MCvScalar(0, 255, 0), 2); //矩形标注
                    Mat faceROI = new Mat(gray, face);
                    CvInvoke.Resize(faceROI, faceROI, new Size(75, 75));
                    FaceRecognizer.PredictionResult predictionResult = new FaceRecognizer.PredictionResult(); //定义识别结果类其中包含ID和相似距离
                    predictionResult = model.Predict(faceROI); //人脸预测识别，返回ID和相似距离
                    int ID = predictionResult.Label; //获取识别到的人脸ID，ID和DB中的姓名对应起来
                    string strName = "UnKnown";
                    if (ID == 1)
                        strName = "Huang Xiaoming";
                    else if (ID == 2)
                        strName = "Liu Yifei";
                    CvInvoke.PutText(result, strName, new Point(face.X, face.Y), FontFace.HersheySimplex, 0.8,
                                        new MCvScalar(255, 0, 255), 2);
                }
            }
            catch { }
            return result;
        }
    }
}

效果