SpringBoot人脸识别、活体检测项目demo(软虹)

1.项目效果图

1.1 人脸识别

注册不同的人脸照片

在视频中根据视频帧人脸识别

1.2 活体检测及特征

2.项目来源

最近在寻找开源的服务端人脸识别项目，发现虹软-视觉开发平台有免费使用的简单demo，支持win，linux，安卓和iso。故在win上用Java，springboot对该项目进行了试运行和调试。具体项目的SDK文档如下项目SDK文档。

该demo项目的大致流程图

3.Spring boot启动该项目

3.1 下载项目

下载github上的项目文件，https://github.com/itboyst/ArcSoftFaceDemo。

3.2 解压启动

解压后用Idea打开，自动加载maven文件，如未显示成可运行的java文件，可设置成springboot启动。

根据MainApplication中的配置，创建文件夹；或者更改MainApplication对应的绝对路径；

3.3 文件配置

• appId和sdkKey：在注册免费成为用户后，根据不同的系统，配置不同的应用，可获得对应的id和激活key，如下图。

• libPath：需上图中的sdk下载后，1将（libarcsoft_face.dll、libarcsoft_face_engine.dll、libarcsoft_face_engine_jni.dll）拖拉至相应的文件夹，本处为D盘arcsoft_lib文件夹，如下图

• videoPath：将测试视频，拖拽至相应文件夹,本处为爱情公寓部分片段。
• imagePath：将注册好的人脸，拖拽至相应文件夹。本处用中文命名出现乱码，故采用简单的字母。

3.4 启动项目

上述文件和设置都配置好后，启动项目即可。会自动跳出视频浏览框进行检测。

4. 活体检测及特征识别

4.1 启动项目

将3.3中下载的sdk用IDEA打开，设置FaceEngineTest中的appId 和sdkKey 后，在对应的文件夹，放置图片，即可无错运行。
本处使用的图片如下（aaa, bbb, ccc, ddd, eee）。

Tips：本处eee为红外人像图片，使用该图片才能使最后IR活体检测成功。

4.2 性能检测

4.2.1 石原里美1与石原里美2

例如aaa(照片1)和bbb(照片2)均为石原里美照片，相似度有96%，结果如下

4.2.2 石原里美与七濑

例如aaa(照片1)和ccc(照片2)分别为石原里美和七濑，相似度只有30%，结果如下

4.2.3 石原里美与星爷

例如aaa(照片1)和ddd(照片2)分别为石原里美和星爷，相似度只有3%，性别，年龄也能够显示出结果，结果如下

4.2.4 红外照片检测活体

例如用照片eee检测IR活体，结果如下

4.3 核心代码

import com.arcsoft.face.*;
import com.arcsoft.face.enums.*;
import com.arcsoft.face.toolkit.ImageInfo;

import java.io.File;
import java.util.ArrayList;
import java.util.List;

import com.arcsoft.face.toolkit.ImageInfoEx;

import static com.arcsoft.face.toolkit.ImageFactory.getGrayData;
import static com.arcsoft.face.toolkit.ImageFactory.getRGBData;


public class FaceEngineTest {


    public static void main(String[] args) {

        //从官网获取
        String appId = "9jciLM11poR1JpmCRh9CucsyMZZcznSZWUziRzDJroUE";
        String sdkKey = "FmF6h1RLmNKzrNNZ1iX9kcvhkkf985XWhA36HZvot3Hn";


        FaceEngine faceEngine = new FaceEngine("D:\\arcsoft_lib");
        //激活引擎
        int errorCode = faceEngine.activeOnline(appId, sdkKey);

        if (errorCode != ErrorInfo.MOK.getValue() && errorCode != ErrorInfo.MERR_ASF_ALREADY_ACTIVATED.getValue()) {
            System.out.println("引擎激活失败");
        }


        ActiveFileInfo activeFileInfo=new ActiveFileInfo();
        errorCode = faceEngine.getActiveFileInfo(activeFileInfo);
        if (errorCode != ErrorInfo.MOK.getValue() && errorCode != ErrorInfo.MERR_ASF_ALREADY_ACTIVATED.getValue()) {
            System.out.println("获取激活文件信息失败");
        }

        //引擎配置
        EngineConfiguration engineConfiguration = new EngineConfiguration();
        engineConfiguration.setDetectMode(DetectMode.ASF_DETECT_MODE_IMAGE);
        engineConfiguration.setDetectFaceOrientPriority(DetectOrient.ASF_OP_ALL_OUT);
        engineConfiguration.setDetectFaceMaxNum(10);
        engineConfiguration.setDetectFaceScaleVal(16);
        //功能配置
        FunctionConfiguration functionConfiguration = new FunctionConfiguration();
        functionConfiguration.setSupportAge(true);
        functionConfiguration.setSupportFace3dAngle(true);
        functionConfiguration.setSupportFaceDetect(true);
        functionConfiguration.setSupportFaceRecognition(true);
        functionConfiguration.setSupportGender(true);
        functionConfiguration.setSupportLiveness(true);
        functionConfiguration.setSupportIRLiveness(true);
        engineConfiguration.setFunctionConfiguration(functionConfiguration);


        //初始化引擎
        errorCode = faceEngine.init(engineConfiguration);

        if (errorCode != ErrorInfo.MOK.getValue()) {
            System.out.println("初始化引擎失败");
        }


        //人脸检测
        ImageInfo imageInfo = getRGBData(new File("d:\\testing/graph/ccc.jpg"));
        List<FaceInfo> faceInfoList = new ArrayList<FaceInfo>();
        errorCode = faceEngine.detectFaces(imageInfo.getImageData(), imageInfo.getWidth(), imageInfo.getHeight(), imageInfo.getImageFormat(), faceInfoList);
        System.out.println(faceInfoList);

        //特征提取
        FaceFeature faceFeature = new FaceFeature();
        errorCode = faceEngine.extractFaceFeature(imageInfo.getImageData(), imageInfo.getWidth(), imageInfo.getHeight(), imageInfo.getImageFormat(), faceInfoList.get(0), faceFeature);
        System.out.println("特征值大小：" + faceFeature.getFeatureData().length);

        //人脸检测2
        ImageInfo imageInfo2 = getRGBData(new File("d:\\testing/graph/aaa.jpg"));
        List<FaceInfo> faceInfoList2 = new ArrayList<FaceInfo>();
        errorCode = faceEngine.detectFaces(imageInfo2.getImageData(), imageInfo2.getWidth(), imageInfo2.getHeight(),imageInfo.getImageFormat(), faceInfoList2);
        System.out.println(faceInfoList2);

        //特征提取2
        FaceFeature faceFeature2 = new FaceFeature();
        errorCode = faceEngine.extractFaceFeature(imageInfo2.getImageData(), imageInfo2.getWidth(), imageInfo2.getHeight(), imageInfo.getImageFormat(), faceInfoList2.get(0), faceFeature2);
        System.out.println("特征值大小：" + faceFeature2.getFeatureData().length);

        //特征比对
        FaceFeature targetFaceFeature = new FaceFeature();
        targetFaceFeature.setFeatureData(faceFeature.getFeatureData());
        FaceFeature sourceFaceFeature = new FaceFeature();
        sourceFaceFeature.setFeatureData(faceFeature2.getFeatureData());
        FaceSimilar faceSimilar = new FaceSimilar();

        errorCode = faceEngine.compareFaceFeature(targetFaceFeature, sourceFaceFeature, faceSimilar);

        System.out.println("相似度：" + faceSimilar.getScore());

        //设置活体测试
        errorCode = faceEngine.setLivenessParam(0.5f, 0.7f);
        //人脸属性检测
        FunctionConfiguration configuration = new FunctionConfiguration();
        configuration.setSupportAge(true);
        configuration.setSupportFace3dAngle(true);
        configuration.setSupportGender(true);
        configuration.setSupportLiveness(true);
        errorCode = faceEngine.process(imageInfo.getImageData(), imageInfo.getWidth(), imageInfo.getHeight(), imageInfo.getImageFormat(), faceInfoList, configuration);

        System.out.println("------------------------照片1-----------------------");
        //性别检测
        List<GenderInfo> genderInfoList = new ArrayList<GenderInfo>();
        errorCode = faceEngine.getGender(genderInfoList);
        System.out.println("性别：" + genderInfoList.get(0).getGender());

        //年龄检测
        List<AgeInfo> ageInfoList = new ArrayList<AgeInfo>();
        errorCode = faceEngine.getAge(ageInfoList);
        System.out.println("年龄：" + ageInfoList.get(0).getAge());

        //3D信息检测
        List<Face3DAngle> face3DAngleList = new ArrayList<Face3DAngle>();
        errorCode = faceEngine.getFace3DAngle(face3DAngleList);
        System.out.println("3D角度：" + face3DAngleList.get(0).getPitch() + "," + face3DAngleList.get(0).getRoll() + "," + face3DAngleList.get(0).getYaw());

        //活体检测
        List<LivenessInfo> livenessInfoList = new ArrayList<LivenessInfo>();
        errorCode = faceEngine.getLiveness(livenessInfoList);
        System.out.println("活体：" + livenessInfoList.get(0).getLiveness());

        System.out.println("------------------------照片2-----------------------");
        errorCode = faceEngine.process(imageInfo2.getImageData(), imageInfo2.getWidth(), imageInfo2.getHeight(), imageInfo2.getImageFormat(), faceInfoList2, configuration);

        //性别检测
        List<GenderInfo> genderInfoList2 = new ArrayList<GenderInfo>();
        errorCode = faceEngine.getGender(genderInfoList2);
        System.out.println("性别：" + genderInfoList2.get(0).getGender());

        //年龄检测
        List<AgeInfo> ageInfoList2 = new ArrayList<AgeInfo>();
        errorCode = faceEngine.getAge(ageInfoList2);
        System.out.println("年龄：" + ageInfoList2.get(0).getAge());

        //3D信息检测
        List<Face3DAngle> face3DAngleList2 = new ArrayList<Face3DAngle>();
        errorCode = faceEngine.getFace3DAngle(face3DAngleList2);
        System.out.println("3D角度：" + face3DAngleList2.get(0).getPitch() + "," + face3DAngleList2.get(0).getRoll() + "," + face3DAngleList2.get(0).getYaw());

        //活体检测
        List<LivenessInfo> livenessInfoList2 = new ArrayList<LivenessInfo>();
        errorCode = faceEngine.getLiveness(livenessInfoList2);
        System.out.println("活体：" + livenessInfoList2.get(0).getLiveness());

//        System.out.println("------------------------分割线-----------------------");
//        //IR属性处理
//        ImageInfo imageInfoGray = getGrayData(new File("d:\\testing/graph/aaa.jpg"));
//        List<FaceInfo> faceInfoListGray = new ArrayList<FaceInfo>();
//        errorCode = faceEngine.detectFaces(imageInfoGray.getImageData(), imageInfoGray.getWidth(), imageInfoGray.getHeight(), imageInfoGray.getImageFormat(), faceInfoListGray);
//
//        FunctionConfiguration configuration2 = new FunctionConfiguration();
//        configuration2.setSupportIRLiveness(true);
//        errorCode = faceEngine.processIr(imageInfoGray.getImageData(), imageInfoGray.getWidth(), imageInfoGray.getHeight(), imageInfoGray.getImageFormat(), faceInfoListGray, configuration2);
//        //IR活体检测
//        List<IrLivenessInfo> irLivenessInfo = new ArrayList<>();
//        errorCode = faceEngine.getLivenessIr(irLivenessInfo);
//        System.out.println("IR活体：" + irLivenessInfo.get(0).getLiveness());

//        ImageInfoEx imageInfoEx = new ImageInfoEx();
//        imageInfoEx.setHeight(imageInfo.getHeight());
//        imageInfoEx.setWidth(imageInfo.getWidth());
//        imageInfoEx.setImageFormat(imageInfo.getImageFormat());
//        imageInfoEx.setImageDataPlanes(new byte[][]{imageInfo.getImageData()});
//        imageInfoEx.setImageStrides(new int[]{imageInfoGray.getWidth() * 3});
//        List<FaceInfo> faceInfoList1 = new ArrayList<>();
//        errorCode = faceEngine.detectFaces(imageInfoEx, DetectModel.ASF_DETECT_MODEL_RGB, faceInfoList1);
//
//        FunctionConfiguration fun = new FunctionConfiguration();
//        fun.setSupportAge(true);
//        errorCode = faceEngine.process(imageInfoEx, faceInfoList1, functionConfiguration);
//        List<AgeInfo> ageInfoList1 = new ArrayList<>();
//        int age = faceEngine.getAge(ageInfoList1);
//        System.out.println("年龄：" + ageInfoList1.get(0).getAge());
//
//        FaceFeature feature = new FaceFeature();
//        errorCode = faceEngine.extractFaceFeature(imageInfoEx, faceInfoList1.get(0), feature);
//        System.out.println("特征值大小：" + feature.getFeatureData().length);

        //引擎卸载
        errorCode = faceEngine.unInit();

    }
}