OPENCV例子opencv-4.5.5\samples\dnn\face_detect.cpp的代码分析

本文链接：https://blog.csdn.net/qqq9668/article/details/124135865

示例main函数调用情况如下：

示例main函数流程图情况如下：

示例main函数UML逻辑图情况如下：

示例源代码如下：

#include <opencv2/dnn.hpp>

#include <opencv2/imgproc.hpp>

#include <opencv2/highgui.hpp>

#include <opencv2/objdetect.hpp>

#include <iostream>

using namespace cv;

using namespace std;

static

void visualize(Mat& input, int frame, Mat& faces, double fps, int thickness = 2)

{

std::string fpsString = cv::format("FPS : %.2f", (float)fps);

if (frame >= 0)

cout << "Frame " << frame << ", ";

cout << "FPS: " << fpsString << endl;

for (int i = 0; i < faces.rows; i++)

{

// Print results

cout << "Face " << i

<< ", top-left coordinates: (" << faces.at<float>(i, 0) << ", " << faces.at<float>(i, 1) << "), "左上角坐标

<< "box width箱宽: " << faces.at<float>(i, 2) << ", box height箱高: " << faces.at<float>(i, 3) << ", "

<< "score分数: " << cv::format("%.2f", faces.at<float>(i, 14))

<< endl;

// Draw bounding box绘制边界框

rectangle(input, Rect2i(int(faces.at<float>(i, 0)), int(faces.at<float>(i, 1)), int(faces.at<float>(i, 2)), int(faces.at<float>(i, 3))), Scalar(0, 255, 0), thickness);

// Draw landmarks绘制地标

circle(input, Point2i(int(faces.at<float>(i, 4)), int(faces.at<float>(i, 5))), 2, Scalar(255, 0, 0), thickness);

circle(input, Point2i(int(faces.at<float>(i, 6)), int(faces.at<float>(i, 7))), 2, Scalar(0, 0, 255), thickness);

circle(input, Point2i(int(faces.at<float>(i, 8)), int(faces.at<float>(i, 9))), 2, Scalar(0, 255, 0), thickness);

circle(input, Point2i(int(faces.at<float>(i, 10)), int(faces.at<float>(i, 11))), 2, Scalar(255, 0, 255), thickness);

circle(input, Point2i(int(faces.at<float>(i, 12)), int(faces.at<float>(i, 13))), 2, Scalar(0, 255, 255), thickness);

}

putText(input, fpsString, Point(0, 15), FONT_HERSHEY_SIMPLEX, 0.5, Scalar(0, 255, 0), 2);

}

int main(int argc, char** argv)

{

CommandLineParser parser(argc, argv,

"{help h | | Print this message打印此消息}"

"{image1 i1 | | Path to the input image1. Omit for detecting through VideoCapture输入图像的路径1。省略用于通过 VideoCapture 检测}"

"{image2 i2 | | Path to the input image2. When image1 and image2 parameters given then the program try to find a face on both images and runs face recognition algorithm输入图像2的路径。当给定 image1 和 image2 参数时，程序会尝试在两个图像上找到人脸并运行人脸识别算法}"

"{video v | 0 | Path to the input video输入视频的路径}"

"{scale sc | 1.0 | Scale factor used to resize input video frames用于调整输入视频帧大小的比例因子}"

"{fd_model fd | yunet.onnx | Path to the model模型路径. Download yunet.onnx in https://github.com/ShiqiYu/libfacedetection.train/tree/master/tasks/task1/onnx }"

"{fr_model fr | face_recognizer_fast.onnx | Path to the face recognition model人脸识别模型的路径. Download the model at https://drive.google.com/file/d/1ClK9WiB492c5OZFKveF3XiHCejoOxINW/view}"

"{score_threshold | 0.9 | Filter out faces of score过滤掉分数的面孔< score_threshold}"

"{nms_threshold | 0.3 | Suppress bounding boxes of iou >= nms_threshold}"

"{top_k | 5000 | Keep top_k bounding boxes before NMS}"

"{save s | false | Set true to save results. This flag is invalid when using camera}"

);

if (parser.has("help"))

{

parser.printMessage();

return 0;

}

String fd_modelPath = parser.get<String>("fd_model");

String fr_modelPath = parser.get<String>("fr_model");

float scoreThreshold = parser.get<float>("score_threshold");

float nmsThreshold = parser.get<float>("nms_threshold");

int topK = parser.get<int>("top_k");

bool save = parser.get<bool>("save");

double cosine_similar_thresh = 0.363;

double l2norm_similar_thresh = 1.128;

//! [initialize_FaceDetectorYN]

// Initialize FaceDetectorYN初始化 FaceDetectorYN

Ptr<FaceDetectorYN> detector = FaceDetectorYN::create(fd_modelPath, "", Size(320, 320), scoreThreshold, nmsThreshold, topK);

//! [initialize_FaceDetectorYN]

TickMeter tm;

// If input is an image如果输入是图像

if (parser.has("image1"))

{

String input1 = parser.get<String>("image1");

Mat image1 = imread(samples::findFile(input1));

if (image1.empty())

{

std::cerr << "Cannot read image: " << input1 << std::endl;

return 2;

}

tm.start();

//! [inference]

// Set input size before inference在推理之前设置输入大小

detector->setInputSize(image1.size());

Mat faces1;

detector->detect(image1, faces1);

if (faces1.rows < 1)

{

std::cerr << "Cannot find a face in " << input1 << std::endl;

return 1;

}

//! [inference]

tm.stop();

// Draw results on the input image在输入图像上绘制结果

visualize(image1, -1, faces1, tm.getFPS());

// Save results if save is true

if (save)

{

cout << "Saving result.jpg...\n";

imwrite("result.jpg", image1);

}

// Visualize results可视化结果

imshow("image1", image1);

pollKey(); // handle UI events to show content处理 UI 事件以显示内容

if (parser.has("image2"))

{

String input2 = parser.get<String>("image2");

Mat image2 = imread(samples::findFile(input2));

if (image2.empty())

{

std::cerr << "Cannot read image2: " << input2 << std::endl;

return 2;

}

tm.reset();

tm.start();

detector->setInputSize(image2.size());

Mat faces2;

detector->detect(image2, faces2);

if (faces2.rows < 1)

{

std::cerr << "Cannot find a face in " << input2 << std::endl;

return 1;

}

tm.stop();

visualize(image2, -1, faces2, tm.getFPS());

if (save)

{

cout << "Saving result2.jpg...\n";

imwrite("result2.jpg", image2);

}

imshow("image2", image2);

pollKey();

//! [initialize_FaceRecognizerSF]

// Initialize FaceRecognizerSF初始化人脸识别器SF

Ptr<FaceRecognizerSF> faceRecognizer = FaceRecognizerSF::create(fr_modelPath, "");

//! [initialize_FaceRecognizerSF]

//! [facerecognizer]

// Aligning and cropping facial image through the first face of faces detected. 通过检测到的第一张人脸对齐和裁剪人脸图像。

Mat aligned_face1, aligned_face2;

faceRecognizer->alignCrop(image1, faces1.row(0), aligned_face1);

faceRecognizer->alignCrop(image2, faces2.row(0), aligned_face2);

// Run feature extraction with given aligned_face使用给定的对齐面运行特征提取

Mat feature1, feature2;

faceRecognizer->feature(aligned_face1, feature1);

feature1 = feature1.clone();

faceRecognizer->feature(aligned_face2, feature2);

feature2 = feature2.clone();

//! [facerecognizer]

//! [match]

double cos_score = faceRecognizer->match(feature1, feature2, FaceRecognizerSF::DisType::FR_COSINE);

double L2_score = faceRecognizer->match(feature1, feature2, FaceRecognizerSF::DisType::FR_NORM_L2);

//! [match]

if (cos_score >= cosine_similar_thresh)

{

std::cout << "They have the same identity; 他们有相同的身份";

}

else

{

std::cout << "They have different identities; 他们有不同的身份";

}

std::cout << " Cosine Similarity余弦相似度: " << cos_score << ", threshold: " << cosine_similar_thresh << ". (higher value means higher similarity更高的值意味着更高的相似度, max 1.0)\n";

if (L2_score <= l2norm_similar_thresh)

{

std::cout << "They have the same identity;";

}

else

{

std::cout << "They have different identities.";

}

std::cout << " NormL2 Distance: " << L2_score << ", threshold: " << l2norm_similar_thresh << ". (lower value means higher similarity较低的值意味着较高的相似度, min 0.0)\n";