c++ 第三方人脸检测算法SDK调用
1 dlib
依赖：
dlib-19.18
opencv-3.4.2
#include "common.h" #include "opencv_base.h" #include "helper.h" #include "run.h" // ============= dlib include files ======================= #include <image_processing/frontal_face_detector.h> #include <image_processing/render_face_detections.h> #include <image_processing.h> #include <gui_widgets.h> #include <image_io.h> #include <opencv.h> #include <opencv/cv_image.h> using namespace dlib; TickMeter tm2; int TEST_DLIB_FACE() { string video_path = "..\\videos\\bilibili\\1.mp4"; assert(exist_file(video_path)); VideoCapture cp; Mat frame, face_roi; frontal_face_detector detector = get_frontal_face_detector(); array2d<rgb_pixel> img; std::vector<dlib::rectangle> dets; if (cp.open(video_path)) { int total_num = cp.get(CAP_PROP_FRAME_COUNT); //cout << "total frame count: " << total_num << endl; while (cp.read(frame)) { dets.clear(); tm2.reset(); tm2.start(); dlib::assign_image(img, cv_image<rgb_pixel>(frame)); // Make the image larger so we can detect small faces. pyramid_up(img); dets = detector(img); tm2.stop(); cout << "Number of faces detected: " << dets.size() << endl; cout << "face detect elapsed time: " << tm2.getTimeMilli() << endl; for (auto box : dets) { int x1 = box.left(); int y1 = box.top(); int w = box.width(); int h = box.height(); cv::rectangle(frame, Rect(x1, y1, w, h), Scalar(0, 0, 255), 1); } cv::imshow("src", frame); cv::waitKey(1); } } cp.release(); frame.release(); face_roi.release(); delete &img; system("pause"); return 0; }
2 libfacedetectcnn
github: https://github.com/ShiqiYu/libfacedetection
依赖：opencv-3.4.2
#include "common.h"
#include "opencv_base.h"
#include "facedetectcnn.h"
//define the buffer size. Do not change the size!
#define DETECT_BUFFER_SIZE 0x20000
int SGHHFTHR() {
string image_path = "..\\images\\epoch029_idt_A.png";
Mat image = imread(image_path);
int * pResults = NULL;
//pBuffer is used in the detection functions.
//If you call functions in multiple threads, please create one buffer for each thread!
unsigned char * pBuffer = (unsigned char *)malloc(DETECT_BUFFER_SIZE);
if (!pBuffer)
{
fprintf(stderr, "Can not alloc buffer.\n");
return -1;
}
///////////////////////////////////////////
// CNN face detection
// Best detection rate
//////////////////////////////////////////
//!!! The input image must be a BGR one (three-channel) instead of RGB
//!!! DO NOT RELEASE pResults !!!
pResults = facedetect_cnn(pBuffer, (unsigned char*)(image.ptr(0)), image.cols, image.rows, (int)image.step);
printf("%d faces detected.\n", (pResults ? *pResults : 0));
//print the detection results
for (int i = 0; i < (pResults ? *pResults : 0); i++)
{
short * p = ((short*)(pResults + 1)) + 142 * i;
int x = p[0];
int y = p[1];
int w = p[2];
int h = p[3];
int confidence = p[4];
int angle = p[5];
printf("face_rect=[%d, %d, %d, %d], confidence=%d, angle=%d\n", x, y, w, h, confidence, angle);
rectangle(image, Rect(x, y, w, h), Scalar(0, 255, 0), 2);
}
imshow("src", image);
waitKey(0);
//release the buffer
free(pBuffer);
system("pause");
return 0;
}
3 LFFD
github: https://github.com/Linzaer/Ultra-Light-Fast-Generic-Face-Detector-1MB
依赖：
ncnn
opencv-3.4.2
#include "common.h"
#include "opencv_base.h"
#include "helper.h"
#include "ncnn_base.h"
#include "run.h"
#include "UltraFace.hpp"
//人脸检测
#define LFFD_FACE_DET_MODEL_PARAM "..\\models\\face_detect\\LFFD\\version-slim\\slim_320.param"
#define LFFD_FACE_DET_MODEL_BIN "..\\models\\face_detect\\LFFD\\version-slim\\slim_320.bin"
int LFFD_FACE_DETECT() {
string param_path = LFFD_FACE_DET_MODEL_PARAM, bin_path = LFFD_FACE_DET_MODEL_BIN;
assert(exist_file(param_path));
assert(exist_file(bin_path));
UltraFace *ultraface = new UltraFace(bin_path, param_path, 320, 240, 2, 0.7); // config model input
vector<FaceInfo> face_boxes;
TickMeter tm;
string video_path = "../videos/bilibili/1.mp4";
assert(exist_file(video_path));
VideoCapture cp;
Mat frame, input_frame;
char str_tmp[200];
int frame_idx = 0;
ncnn::Mat ncnn_img;
if (cp.open(video_path)) {
int total_num = cp.get(CAP_PROP_FRAME_COUNT);
cout << "total frame count: " << total_num << endl;
while (cp.read(frame))
{
cvtColor(frame, input_frame, COLOR_BGR2RGB);
int src_w = frame.cols, src_h = frame.rows;
tm.reset();
tm.start();
face_boxes.clear();
ncnn_img = ncnn::Mat::from_pixels(input_frame.data, ncnn::Mat::PIXEL_RGB, src_w, src_h);
ultraface->detect(ncnn_img, face_boxes);
ncnn_img.release();
tm.stop();
cout << "face detect elapsed: " << tm.getTimeMilli() << " ms" << endl;
printf("face num: %d \n", (int)face_boxes.size());
for (auto box : face_boxes) {
int x1 = box.x1;
int y1 = box.y1;
int w = box.x2 - x1;
int h = box.y2 - y1;
rectangle(frame, Rect(x1, y1, w, h), Scalar(255, 0, 0), 1);
}
imshow("src", frame);
waitKey(40);
}
}
destroyAllWindows();
cp.release();
frame.release();
input_frame.release();
delete ultraface;
system("pause");
return 0;
}
4 mtcnn
github: https://github.com/cpuimage/MTCNN
依赖：
ncnn
opencv-3.4.2
#include "common.h"
#include "opencv_base.h"
#include "helper.h"
#include "ncnn_base.h"
#include "mtcnn.h"
#include "run.h"
int MTCNN_FACE_DETECT() {
string model_path = "../models/face_detect/mtcnn";
vector<Bbox> finalBbox;
MTCNN *mtcnn = new MTCNN(model_path);
int miniFace = 40;
mtcnn->SetMinFace(miniFace);
TickMeter tm;
//string video_path = "../videos/bilibili/2.mp4";
string video_path = "../images/expression_images/2-0.jpg";
assert(exist_file(video_path));
VideoCapture cp;
Mat frame, input_frame;
char str_tmp[200];
int frame_idx = 0;
ncnn::Mat ncnn_img;
if (cp.open(video_path)) {
int total_num = cp.get(CAP_PROP_FRAME_COUNT);
cout << "total frame count: " << total_num << endl;
while (cp.read(frame))
{
cvtColor(frame, input_frame, COLOR_BGR2RGB);
int src_w = frame.cols, src_h = frame.rows;
tm.reset();
tm.start();
ncnn_img = ncnn::Mat::from_pixels(input_frame.data, ncnn::Mat::PIXEL_RGB, src_w, src_h);
mtcnn->detect(ncnn_img, finalBbox);
ncnn_img.release();
tm.stop();
cout << "face emotion elapsed: " << tm.getTimeSec() << " s" << endl;
printf("face num: %d \n", (int)finalBbox.size());
for (auto box : finalBbox) {
// face box
int x1 = box.x1;
int y1 = box.y1;
int w = box.x2 - x1;
int h = box.y2 - y1;
rectangle(frame, Rect(x1, y1, w, h), Scalar(255, 0, 0), 1);
//landmark 5
for (size_t j = 0; j < 5; j ++)
{
float x = box.ppoint[j], y = box.ppoint[j + 5];
circle(frame, Point2d(x, y), 3, Scalar(0, 255, 0), 2);
}
}
imshow("src", frame);
waitKey(0);
}
}
destroyAllWindows();
cp.release();
frame.release();
input_frame.release();
delete mtcnn;
system("pause");
return 0;
}
5 opencv
#define OPENCV_PATH "D:\\Program Files\\opencv-3.4.2"
#define OPENCV_MODEL_PATH "D:\\Program Files\\opencv-3.4.2\\data\\haarcascades"
string video_path = "..\\videos\\bilibili\\4.mp4";
assert(exist_file(video_path));
string opencv_model_path = OPENCV_MODEL_PATH;
string opencv_face_model = opencv_model_path + "\\haarcascade_frontalface_alt2.xml";
assert(exist_file(opencv_face_model));
CascadeClassifier detector = CascadeClassifier(opencv_face_model);
assert(!detector.empty());
TickMeter tm;
VideoCapture cp;
Mat frame, gray;
vector<Rect> boxes;
if (cp.open(video_path)) {
int total_num = cp.get(CAP_PROP_FRAME_COUNT);
//cout << "total frame count: " << total_num << endl;
while (cp.read(frame))
{
boxes.clear();
cvtColor(frame, gray, COLOR_BGR2GRAY);
tm.reset();
tm.start();
detector.detectMultiScale(gray, boxes, 1.5, 3, 0);
tm.stop();
cout << "face detect elapsed time: " << tm.getTimeMilli() << endl;
//cout << "检测到人脸个数：" << boxes.size() << endl;
if (boxes.size() > 0) {
for (auto box : boxes) {
box.height *= 1.05;
rectangle(frame, box, Scalar(0, 0, 255), 1);
}
}
imshow("src", frame);
waitKey(5);
}
}
system("pause");
return 0;
