// The contents of this file are in the public domain. See LICENSE_FOR_EXAMPLE_PROGRAMS.txt | |
/* | |
This example shows how to run a CNN based face detector using dlib. The | |
example loads a pretrained model and uses it to find faces in images. The | |
CNN model is much more accurate than the HOG based model shown in the | |
face_detection_ex.cpp example, but takes much more computational power to | |
run, and is meant to be executed on a GPU to attain reasonable speed. For | |
example, on a NVIDIA Titan X GPU, this example program processes images at | |
about the same speed as face_detection_ex.cpp. | |
Also, users who are just learning about dlib's deep learning API should read | |
the dnn_introduction_ex.cpp and dnn_introduction2_ex.cpp examples to learn | |
how the API works. For an introduction to the object detection method you | |
should read dnn_mmod_ex.cpp | |
TRAINING THE MODEL | |
Finally, users interested in how the face detector was trained should | |
read the dnn_mmod_ex.cpp example program. It should be noted that the | |
face detector used in this example uses a bigger training dataset and | |
larger CNN architecture than what is shown in dnn_mmod_ex.cpp, but | |
otherwise training is the same. If you compare the net_type statements | |
in this file and dnn_mmod_ex.cpp you will see that they are very similar | |
except that the number of parameters has been increased. | |
Additionally, the following training parameters were different during | |
training: The following lines in dnn_mmod_ex.cpp were changed from | |
mmod_options options(face_boxes_train, 40,40); | |
trainer.set_iterations_without_progress_threshold(300); | |
to the following when training the model used in this example: | |
mmod_options options(face_boxes_train, 80,80); | |
trainer.set_iterations_without_progress_threshold(8000); | |
Also, the random_cropper was left at its default settings, So we didn't | |
call these functions: | |
cropper.set_chip_dims(200, 200); | |
cropper.set_min_object_size(40,40); | |
The training data used to create the model is also available at | |
http://dlib.net/files/data/dlib_face_detection_dataset-2016-09-30.tar.gz | |
*/ | |
using namespace std; | |
using namespace dlib; | |
// ---------------------------------------------------------------------------------------- | |
template <long num_filters, typename SUBNET> using con5d = con<num_filters,5,5,2,2,SUBNET>; | |
template <long num_filters, typename SUBNET> using con5 = con<num_filters,5,5,1,1,SUBNET>; | |
template <typename SUBNET> using downsampler = relu<affine<con5d<32, relu<affine<con5d<32, relu<affine<con5d<16,SUBNET>>>>>>>>>; | |
template <typename SUBNET> using rcon5 = relu<affine<con5<45,SUBNET>>>; | |
using net_type = loss_mmod<con<1,9,9,1,1,rcon5<rcon5<rcon5<downsampler<input_rgb_image_pyramid<pyramid_down<6>>>>>>>>; | |
// ---------------------------------------------------------------------------------------- | |
int main(int argc, char** argv) try | |
{ | |
if (argc == 1) | |
{ | |
cout << "Call this program like this:" << endl; | |
cout << "./dnn_mmod_face_detection_ex mmod_human_face_detector.dat faces/*.jpg" << endl; | |
cout << "\nYou can get the mmod_human_face_detector.dat file from:\n"; | |
cout << "http://dlib.net/files/mmod_human_face_detector.dat.bz2" << endl; | |
return 0; | |
} | |
net_type net; | |
deserialize(argv[1]) >> net; | |
image_window win; | |
for (int i = 2; i < argc; ++i) | |
{ | |
matrix<rgb_pixel> img; | |
load_image(img, argv[i]); | |
// Upsampling the image will allow us to detect smaller faces but will cause the | |
// program to use more RAM and run longer. | |
while(img.size() < 1800*1800) | |
pyramid_up(img); | |
// Note that you can process a bunch of images in a std::vector at once and it runs | |
// much faster, since this will form mini-batches of images and therefore get | |
// better parallelism out of your GPU hardware. However, all the images must be | |
// the same size. To avoid this requirement on images being the same size we | |
// process them individually in this example. | |
auto dets = net(img); | |
win.clear_overlay(); | |
win.set_image(img); | |
for (auto&& d : dets) | |
win.add_overlay(d); | |
cout << "Hit enter to process the next image." << endl; | |
cin.get(); | |
} | |
} | |
catch(std::exception& e) | |
{ | |
cout << e.what() << endl; | |
} | |