SpringBoot人脸识别项目demo
1.项目效果图
1.1 人脸识别
注册不同的人脸照片
在视频中根据视频帧人脸识别
1.2 活体检测及特征
2.项目来源
最近在寻找开源的服务端人脸识别项目,发现虹软-视觉开发平台有免费使用的简单demo,支持win,linux,安卓和iso。故在win上用Java,springboot对该项目进行了试运行和调试。具体项目的SDK文档如下项目SDK文档。
该demo项目的大致流程图
3.Spring boot启动该项目
3.1 下载项目
下载github上的项目文件,https://github.com/itboyst/ArcSoftFaceDemo。
3.2 解压启动
解压后用Idea打开,自动加载maven文件,如未显示成可运行的java文件,可设置成springboot启动。
根据MainApplication中的配置,创建文件夹;或者更改MainApplication对应的绝对路径;
3.3 文件配置
- appId和sdkKey:在注册免费成为用户后,根据不同的系统,配置不同的应用,可获得对应的id和激活key,如下图。
- libPath:需上图中的sdk下载后,1将(libarcsoft_face.dll、libarcsoft_face_engine.dll、libarcsoft_face_engine_jni.dll)拖拉至相应的文件夹,本处为D盘arcsoft_lib文件夹,如下图
- videoPath:将测试视频,拖拽至相应文件夹,本处为爱情公寓部分片段。
- imagePath:将注册好的人脸,拖拽至相应文件夹。本处用中文命名出现乱码,故采用简单的字母。
3.4 启动项目
上述文件和设置都配置好后,启动项目即可。会自动跳出视频浏览框进行检测。
4. 活体检测及特征识别
4.1 启动项目
将3.3中下载的sdk用IDEA打开,设置FaceEngineTest中的appId 和sdkKey 后,在对应的文件夹,放置图片,即可无错运行。
本处使用的图片如下(aaa, bbb, ccc, ddd, eee)。
Tips:本处eee为红外人像图片,使用该图片才能使最后IR活体检测成功。
4.2 性能检测
4.2.1 石原里美1与石原里美2
例如aaa(照片1)和bbb(照片2)均为石原里美照片,相似度有96%,结果如下
4.2.2 石原里美与七濑
例如aaa(照片1)和ccc(照片2)分别为石原里美和七濑,相似度只有30%,结果如下
4.2.3 石原里美与星爷
例如aaa(照片1)和ddd(照片2)分别为石原里美和星爷,相似度只有3%,性别,年龄也能够显示出结果,结果如下
4.2.4 红外照片检测活体
例如用照片eee检测IR活体,结果如下
4.3 核心代码
import com.arcsoft.face.*;
import com.arcsoft.face.enums.*;
import com.arcsoft.face.toolkit.ImageInfo;
import java.io.File;
import java.util.ArrayList;
import java.util.List;
import com.arcsoft.face.toolkit.ImageInfoEx;
import static com.arcsoft.face.toolkit.ImageFactory.getGrayData;
import static com.arcsoft.face.toolkit.ImageFactory.getRGBData;
public class FaceEngineTest {
public static void main(String[] args) {
//从官网获取
String appId = "9jciLM11poR1JpmCRh9CucsyMZZcznSZWUziRzDJroUE";
String sdkKey = "FmF6h1RLmNKzrNNZ1iX9kcvhkkf985XWhA36HZvot3Hn";
FaceEngine faceEngine = new FaceEngine("D:\\arcsoft_lib");
//激活引擎
int errorCode = faceEngine.activeOnline(appId, sdkKey);
if (errorCode != ErrorInfo.MOK.getValue() && errorCode != ErrorInfo.MERR_ASF_ALREADY_ACTIVATED.getValue()) {
System.out.println("引擎激活失败");
}
ActiveFileInfo activeFileInfo=new ActiveFileInfo();
errorCode = faceEngine.getActiveFileInfo(activeFileInfo);
if (errorCode != ErrorInfo.MOK.getValue() && errorCode != ErrorInfo.MERR_ASF_ALREADY_ACTIVATED.getValue()) {
System.out.println("获取激活文件信息失败");
}
//引擎配置
EngineConfiguration engineConfiguration = new EngineConfiguration();
engineConfiguration.setDetectMode(DetectMode.ASF_DETECT_MODE_IMAGE);
engineConfiguration.setDetectFaceOrientPriority(DetectOrient.ASF_OP_ALL_OUT);
engineConfiguration.setDetectFaceMaxNum(10);
engineConfiguration.setDetectFaceScaleVal(16);
//功能配置
FunctionConfiguration functionConfiguration = new FunctionConfiguration();
functionConfiguration.setSupportAge(true);
functionConfiguration.setSupportFace3dAngle(true);
functionConfiguration.setSupportFaceDetect(true);
functionConfiguration.setSupportFaceRecognition(true);
functionConfiguration.setSupportGender(true);
functionConfiguration.setSupportLiveness(true);
functionConfiguration.setSupportIRLiveness(true);
engineConfiguration.setFunctionConfiguration(functionConfiguration);
//初始化引擎
errorCode = faceEngine.init(engineConfiguration);
if (errorCode != ErrorInfo.MOK.getValue()) {
System.out.println("初始化引擎失败");
}
//人脸检测
ImageInfo imageInfo = getRGBData(new File("d:\\testing/graph/ccc.jpg"));
List<FaceInfo> faceInfoList = new ArrayList<FaceInfo>();
errorCode = faceEngine.detectFaces(imageInfo.getImageData(), imageInfo.getWidth(), imageInfo.getHeight(), imageInfo.getImageFormat(), faceInfoList);
System.out.println(faceInfoList);
//特征提取
FaceFeature faceFeature = new FaceFeature();
errorCode = faceEngine.extractFaceFeature(imageInfo.getImageData(), imageInfo.getWidth(), imageInfo.getHeight(), imageInfo.getImageFormat(), faceInfoList.get(0), faceFeature);
System.out.println("特征值大小:" + faceFeature.getFeatureData().length);
//人脸检测2
ImageInfo imageInfo2 = getRGBData(new File("d:\\testing/graph/aaa.jpg"));
List<FaceInfo> faceInfoList2 = new ArrayList<FaceInfo>();
errorCode = faceEngine.detectFaces(imageInfo2.getImageData(), imageInfo2.getWidth(), imageInfo2.getHeight(),imageInfo.getImageFormat(), faceInfoList2);
System.out.println(faceInfoList2);
//特征提取2
FaceFeature faceFeature2 = new FaceFeature();
errorCode = faceEngine.extractFaceFeature(imageInfo2.getImageData(), imageInfo2.getWidth(), imageInfo2.getHeight(), imageInfo.getImageFormat(), faceInfoList2.get(0), faceFeature2);
System.out.println("特征值大小:" + faceFeature2.getFeatureData().length);
//特征比对
FaceFeature targetFaceFeature = new FaceFeature();
targetFaceFeature.setFeatureData(faceFeature.getFeatureData());
FaceFeature sourceFaceFeature = new FaceFeature();
sourceFaceFeature.setFeatureData(faceFeature2.getFeatureData());
FaceSimilar faceSimilar = new FaceSimilar();
errorCode = faceEngine.compareFaceFeature(targetFaceFeature, sourceFaceFeature, faceSimilar);
System.out.println("相似度:" + faceSimilar.getScore());
//设置活体测试
errorCode = faceEngine.setLivenessParam(0.5f, 0.7f);
//人脸属性检测
FunctionConfiguration configuration = new FunctionConfiguration();
configuration.setSupportAge(true);
configuration.setSupportFace3dAngle(true);
configuration.setSupportGender(true);
configuration.setSupportLiveness(true);
errorCode = faceEngine.process(imageInfo.getImageData(), imageInfo.getWidth(), imageInfo.getHeight(), imageInfo.getImageFormat(), faceInfoList, configuration);
System.out.println("------------------------照片1-----------------------");
//性别检测
List<GenderInfo> genderInfoList = new ArrayList<GenderInfo>();
errorCode = faceEngine.getGender(genderInfoList);
System.out.println("性别:" + genderInfoList.get(0).getGender());
//年龄检测
List<AgeInfo> ageInfoList = new ArrayList<AgeInfo>();
errorCode = faceEngine.getAge(ageInfoList);
System.out.println("年龄:" + ageInfoList.get(0).getAge());
//3D信息检测
List<Face3DAngle> face3DAngleList = new ArrayList<Face3DAngle>();
errorCode = faceEngine.getFace3DAngle(face3DAngleList);
System.out.println("3D角度:" + face3DAngleList.get(0).getPitch() + "," + face3DAngleList.get(0).getRoll() + "," + face3DAngleList.get(0).getYaw());
//活体检测
List<LivenessInfo> livenessInfoList = new ArrayList<LivenessInfo>();
errorCode = faceEngine.getLiveness(livenessInfoList);
System.out.println("活体:" + livenessInfoList.get(0).getLiveness());
System.out.println("------------------------照片2-----------------------");
errorCode = faceEngine.process(imageInfo2.getImageData(), imageInfo2.getWidth(), imageInfo2.getHeight(), imageInfo2.getImageFormat(), faceInfoList2, configuration);
//性别检测
List<GenderInfo> genderInfoList2 = new ArrayList<GenderInfo>();
errorCode = faceEngine.getGender(genderInfoList2);
System.out.println("性别:" + genderInfoList2.get(0).getGender());
//年龄检测
List<AgeInfo> ageInfoList2 = new ArrayList<AgeInfo>();
errorCode = faceEngine.getAge(ageInfoList2);
System.out.println("年龄:" + ageInfoList2.get(0).getAge());
//3D信息检测
List<Face3DAngle> face3DAngleList2 = new ArrayList<Face3DAngle>();
errorCode = faceEngine.getFace3DAngle(face3DAngleList2);
System.out.println("3D角度:" + face3DAngleList2.get(0).getPitch() + "," + face3DAngleList2.get(0).getRoll() + "," + face3DAngleList2.get(0).getYaw());
//活体检测
List<LivenessInfo> livenessInfoList2 = new ArrayList<LivenessInfo>();
errorCode = faceEngine.getLiveness(livenessInfoList2);
System.out.println("活体:" + livenessInfoList2.get(0).getLiveness());
// System.out.println("------------------------分割线-----------------------");
// //IR属性处理
// ImageInfo imageInfoGray = getGrayData(new File("d:\\testing/graph/aaa.jpg"));
// List<FaceInfo> faceInfoListGray = new ArrayList<FaceInfo>();
// errorCode = faceEngine.detectFaces(imageInfoGray.getImageData(), imageInfoGray.getWidth(), imageInfoGray.getHeight(), imageInfoGray.getImageFormat(), faceInfoListGray);
//
// FunctionConfiguration configuration2 = new FunctionConfiguration();
// configuration2.setSupportIRLiveness(true);
// errorCode = faceEngine.processIr(imageInfoGray.getImageData(), imageInfoGray.getWidth(), imageInfoGray.getHeight(), imageInfoGray.getImageFormat(), faceInfoListGray, configuration2);
// //IR活体检测
// List<IrLivenessInfo> irLivenessInfo = new ArrayList<>();
// errorCode = faceEngine.getLivenessIr(irLivenessInfo);
// System.out.println("IR活体:" + irLivenessInfo.get(0).getLiveness());
// ImageInfoEx imageInfoEx = new ImageInfoEx();
// imageInfoEx.setHeight(imageInfo.getHeight());
// imageInfoEx.setWidth(imageInfo.getWidth());
// imageInfoEx.setImageFormat(imageInfo.getImageFormat());
// imageInfoEx.setImageDataPlanes(new byte[][]{imageInfo.getImageData()});
// imageInfoEx.setImageStrides(new int[]{imageInfoGray.getWidth() * 3});
// List<FaceInfo> faceInfoList1 = new ArrayList<>();
// errorCode = faceEngine.detectFaces(imageInfoEx, DetectModel.ASF_DETECT_MODEL_RGB, faceInfoList1);
//
// FunctionConfiguration fun = new FunctionConfiguration();
// fun.setSupportAge(true);
// errorCode = faceEngine.process(imageInfoEx, faceInfoList1, functionConfiguration);
// List<AgeInfo> ageInfoList1 = new ArrayList<>();
// int age = faceEngine.getAge(ageInfoList1);
// System.out.println("年龄:" + ageInfoList1.get(0).getAge());
//
// FaceFeature feature = new FaceFeature();
// errorCode = faceEngine.extractFaceFeature(imageInfoEx, faceInfoList1.get(0), feature);
// System.out.println("特征值大小:" + feature.getFeatureData().length);
//引擎卸载
errorCode = faceEngine.unInit();
}
}