36 #define VISAGE_DECLSPEC
40 #define VISAGE_DECLSPEC __declspec(dllexport)
42 #define VISAGE_DECLSPEC __declspec(dllimport)
47 #define SOFTWARE_RENDERING
48 #ifdef SOFTWARE_RENDERING
49 #include "SwrTexture.h"
65 #define LIMIT_R_VALUE 100000.0f //points whose R value is bigger or equal to this value are not processed
71 typedef unsigned char iu8;
72 typedef short int is16;
73 typedef unsigned short int iu16;
75 typedef unsigned int iu32;
76 typedef long int is64;
77 typedef unsigned long int iu64;
79 #include "ExtendedInformationFilter.h"
80 #include "FaceModelNoVel.h"
90 #define VS_NORM_POSE 0x00
91 #define VS_NORM_SU 0x01
92 #define VS_NORM_AU 0x02
106 #if defined(MAC_OS_X)
107 #define ENABLE_OPENGL
109 #include <OpenGL/OpenGL.h>
110 #include <OpenGL/glu.h>
115 #define ENABLE_OPENGL
127 class VisageDetector;
140 friend class VisageDetector;
143 friend class ModelFitter;
144 friend class PoseEstimator;
159 const string &settings
161 void init_image_sizes (
162 const string &settings,
167 void reInitialiseFromEyeAndMouthPos(IplImage* frame,
FDP *fp);
168 void fitModelToFeaturePoints(
FDP *fp,
int imageWidth,
int imageHeight);
169 void calculatePose(
FDP *fp,
float *rot,
float *tran,
float aspect,
float &s,
float &edi,
float &end,
float &emd);
180 bool init_feature_points (
181 const IplImage* frame
184 int find_good_feature_points (
185 const IplImage* image_color,
186 const IplImage* mask,
190 int set_feature_points (
201 bool refine_step =
false
205 void processEyesClosure(IplImage* frame,
FDP* fdp,
float* out);
208 void compute_full_eye_closure();
227 size_t au_names_count;
248 CvMat* current_tex_coord;
257 iu32 fast_image_resize;
264 CvMat* bound_rect_modifiers;
265 CvMat* max_points_num_ROI;
266 CvMat* ROI_init_angle;
267 CvMat* ROI_initialised;
270 iu32 model_points_num;
271 iu32 reserved_points_num;
272 CvMat* preset_points_coord;
273 CvMat* points_preset;
274 CvMat* eye_points_coord;
275 CvMat* preset_points_ROI;
282 CvMat* bad_match_threshold;
283 f32 global_bad_match_threshold;
284 iu32 visibility_check;
285 CvMat* sensitivity_falloff;
288 float tracking_quality;
289 float tracking_quality_bdts;
290 IplImage* prev_frame;
292 IplImage* prev_frame_full;
293 iu32 n_recovery_frames;
294 iu32 recovery_frames;
297 float* init_angle_hyst;
301 f32 full_eye_closure;
303 iu32 leye_closing_au;
304 iu32 reye_closing_au;
305 iu32 eye_h_rotation_au;
306 iu32 eye_v_rotation_au;
307 float eye_closure[2];
310 IplImage* gl_image_color;
311 IplImage* image_color;
312 IplImage* image_index;
314 IplImage* patch_image_tex;
320 IplImage* result_image_buffer;
324 void setIPD(
float value);
329 void setTMSizes(
FDP* featurePoints2D);
331 static const float EYE_OPEN_THRESHOLD;
340 unsigned int frame_num;
343 void n3_eif_reset(
const f32* r,
const f32* t,
const CvMat* au);
344 void n3_extract_data(
float r[3],
float t[3], CvMat* au, CvMat* x);
351 CvMat* ekf_sensitivity;
353 f32 gravity_threshold;
361 VisageDetector* m_DetectorBDF;
362 FDP *featurePoints2D;
372 int max_work_eye_dist;
374 IplImage *face_bb_new;
375 IplImage *face_bb_prev;
376 IplImage *face_bb_tex;
378 CvRect face_bb_rect_scaled;
384 CvSize search_image_size,
385 IplImage* patch_image,
386 CvSize patch_image_size,
387 IplImage* result_image,
396 void estimate_eye_rotations (
413 int m_bdts_points_num;
414 iu32 m_use_bdts_points;
415 int m_bdts_points_inited;
417 CvMat* bdts_points_use;
418 CvMat* bdts_points_sensitivity;
419 CvMat* bdts_points_angle;
420 CvMat* bdts_points_nptrb;
422 void find_bdts_points(IplImage* frame,
FDP* fdp, CvPoint2D32f* points,
float *vals);
423 void init_bdts_points(IplImage* frame,
FDP* fdp);
427 float m_LBFPointsAngle;
428 int m_LBFPointsInited;
430 void findLBFPoints(IplImage* frame,
FDP* fdp, CvPoint2D32f* points,
float* vals);
431 void initLBFPoints(IplImage* frame,
FDP* fdp);
433 void setFDPPointVisibility(
const FDP* fdp,
FDP& fdp_vis)
const;
435 void GetQualityNCC(CvPoint2D32f* cur_points, CvPoint2D32f* prev_points, IplImage* cur_frame, IplImage* prev_frame,
float* quality,
int point_num,
int patch_size);
436 IplImage* lbf_ncc_patches;
437 bool *lbf_ncc_use_last;
438 int *lbf_ncc_frame_diff;
439 int *lbf_ncc_patchsize;
443 #pragma region READ_WRITE
449 const string &filename
454 const string &filestring,
455 const string &filename
459 bool read_gSuAu_wfm (
460 const string &file_name
465 const string &filestring,
471 const string &filename,
472 IplImage* texture_image
477 const string &filestring,
484 string write_states (
492 const string &settings,
499 const string &settings,
506 const string &settings,
512 void read_settings_list_f32 (
513 const string &settings,
519 void read_settings_list_iu32 (
520 const string &settings,
526 void read_setting_array (
527 const string &settings,
534 void read_setting_array (
535 const string &settings,
544 void read_settings_list_string(
545 const string &settings,
551 #pragma endregion READ_WRITE
569 void gl_init_frame_tex (
572 const IplImage *image
576 void gl_display_video (
579 const IplImage *image
584 const IplImage* image
609 const float *getTexCoord(
float aspect);
612 void gl_set_texture (
613 const IplImage* image,
616 const CvMat* projection,
621 void gl_draw_model_tri_index (
625 const CvMat* vertex1,
627 const CvMat* tri_index
631 void gl_draw_model_tri (
635 const CvMat* vertex1,
637 const CvMat* tri_index,
642 void gl_draw_model_texture (
646 const CvMat* vertex1,
647 const CvMat* tri_index,
648 const CvMat** tex_coord
652 void gl_draw_model_wireframe (
656 const CvMat* vertex1,
662 void gl_draw_points (
666 const CvMat* vertex1,
671 f32 *color_multiplier
677 #pragma region SOFTWARE RENDERING
679 #ifdef SOFTWARE_RENDERING
680 #define MAX_SWR_TEX 30
681 SwrTexture *swr_texture[MAX_SWR_TEX];
683 unsigned short *zBuffer16;
687 unsigned short *imageData16;
689 void swr_load_image (
690 const IplImage* image
693 void swr_save_image (
697 void swr_set_texture (
698 const IplImage* image,
701 const CvMat* projection,
705 void swr_draw_model_tri_index (
709 const CvMat* vertex1,
711 const CvMat* tri_index
714 void swr_draw_model_texture (
718 const CvMat* vertex1,
719 const CvMat* tri_index,
720 const CvMat** tex_coord
723 void getNormalizedFaceImage (
728 const CvMat* tri_index,
729 const CvMat* tex_coord
732 void getNormalizedFace(
738 CvMat* projection_tmp
743 #pragma endregion SOFTWARE RENDERING
VisageTracker is a face tracker capable of tracking the head pose, facial features and gaze for multi...
Low-level face tracker implementation used in VisageTracker.
Faces and facial features detector implementation.
Face data structure, used as container for all face tracking and detection results.
Feature points of a face.