5 #include "VisionExample.h"
6 #include "VisionExampleDoc.h"
7 #include "OpenGLWndFaceTracker.h"
11 #include "VisageRendering.h"
14 #include <videoInput.h>
15 #include <sys/timeb.h>
16 #include <sys/types.h>
27 static char THIS_FILE[] = __FILE__;
31 #define VS_WRITE_HEADPOSE
33 static int startFrame = -1;
34 static int endFrame = -1;
35 static int slowdownFrame = -1;
36 static int slowdownTime = -1;
44 IplImage* logo = NULL;
45 int logoViewportWidth;
46 int logoViewportHeight;
49 static IplImage* font = NULL;
51 std::string previousImageFolder =
".";
52 std::string previousVideoFolder =
".";
53 std::string previousBatchFolder =
".";
65 ON_COMMAND(ID_TRACKING_STOP, &CVisionExampleDoc::OnTrackingStop)
66 ON_COMMAND(ID_TRACKING_TRACKFROMVIDEO, &CVisionExampleDoc::OnTrackingTrackfromvideo)
67 ON_COMMAND(ID_TRACKING_TRACKFROMCAM, &CVisionExampleDoc::OnTrackingTrackfromcam)
68 ON_COMMAND(ID_TRACKING_CAMERASETTINGS, &CVisionExampleDoc::OnTrackingCamerasettings)
69 ON_COMMAND(ID_TRACKING_BATCHPROCESSING, &CVisionExampleDoc::OnTrackingBatchprocessing)
70 ON_COMMAND(ID_TRACKING_TRACKINIMAGE, &CVisionExampleDoc::OnTrackingTrackinimage)
71 ON_COMMAND(ID_TRACKING_WRITEDATA, &CVisionExampleDoc::OnTrackingWritedata)
72 ON_COMMAND(ID_LIVENESS_START, &CVisionExampleDoc::OnLivenessStart)
73 ON_CBN_SELENDOK(ID_COMBO_CONFIG_FILE, &CVisionExampleDoc::OnCfgChange)
74 ON_CBN_SELENDOK(ID_COMBO_CAM_DEVICE, &CVisionExampleDoc::OnTrackingTrackfromcam)
80 CVisionExampleDoc::CVisionExampleDoc()
83 livenessInited =
false;
90 writeDataEnabled =
false;
91 trackingThreadHandle = NULL;
98 static long getCurrentTimeMs(
bool init =
false)
100 static long initialTime = 0;
102 struct _timeb timebuffer;
105 long clockTime = 1000 * (long)timebuffer.time + timebuffer.millitm;
108 initialTime = clockTime;
110 clockTime -= initialTime;
120 char currentText[200] = {0};
121 char currentImage[200] = {0};
123 const int ANIMATION_CYCLE_MS = 700;
124 bool displayNewContent;
125 std::map<const char*, VsImage*> images;
129 bool getAnimationParams(
float &effectValue)
131 currentTime = getCurrentTimeMs();
132 long timePassed = currentTime - startTime;
133 bool imageChanged =
false;
134 if (timePassed > 3*ANIMATION_CYCLE_MS || startTime == 0)
136 startTime = getCurrentTimeMs();
138 displayNewContent =
true;
141 displayNewContent =
false;
142 if (timePassed < ANIMATION_CYCLE_MS)
143 effectValue = float(std::min((
double)timePassed, (
double)ANIMATION_CYCLE_MS)) / float(ANIMATION_CYCLE_MS);
144 else if (timePassed > 2 * ANIMATION_CYCLE_MS)
145 effectValue = 1 - float(std::min((
double)(timePassed - 2 * ANIMATION_CYCLE_MS), (
double)ANIMATION_CYCLE_MS)) / float(ANIMATION_CYCLE_MS);
149 return displayNewContent;
152 bool loadImage(
const char* fileName)
154 if (strcmp(fileName,
"") != 0)
156 if (images.find(fileName) == images.end())
158 IplImage *image = cvLoadImage(fileName, CV_LOAD_IMAGE_UNCHANGED);
160 images[fileName] = (
VsImage*)image;
170 void promptUser(
const char* displayText,
const char* fileName,
bool animate)
172 float effectValue = 1.0f;
175 displayNewContent = getAnimationParams(effectValue);
177 displayNewContent =
true;
179 if (displayNewContent)
181 strcpy(currentText, displayText);
182 if (strcmp(currentImage, fileName) != 0)
184 strcpy(currentImage, fileName);
187 if (strcmp(currentText,
"") != 0)
188 VisageRendering::DisplayText(currentText, effectValue, 4.0f);
190 if (!loadImage(currentImage))
193 VisageRendering::DisplayImage(images[currentImage], effectValue, imageChanged);
202 m_MainWnd = (CMainFrame*)AfxGetMainWnd();
205 char defaultConfigFile[200];
206 FILE *f = fopen(
"DefaultConfiguration.txt",
"r");
207 fgets(defaultConfigFile,200,f);
209 defaultConfigFile[strlen(defaultConfigFile)-1] = 0;
216 m_MainWnd->ShowAvailConfigFiles(
".", defaultConfigFile);
217 m_MainWnd->ShowAvailCamResolutions();
218 m_MainWnd->ShowAvailCamDevices();
219 m_MainWnd->ShowAvailMaxFaces();
222 logo = cvLoadImage(
"../OpenGL/data/logo.png", CV_LOAD_IMAGE_UNCHANGED);
225 font = cvLoadImage(
"../OpenGL/data/font.png", CV_LOAD_IMAGE_UNCHANGED);
226 VisageRendering::SetFontTexture((
VsImage*)font);
229 CVisionExampleDoc::~CVisionExampleDoc()
235 cvReleaseImage(&logo);
238 void CVisionExampleDoc::OnCloseDocument()
243 WaitForSingleObject(trackingThreadHandle, INFINITE);
251 CDocument::OnCloseDocument();
258 void CVisionExampleDoc::Serialize(CArchive& ar)
274 void CVisionExampleDoc::AssertValid()
const
276 CDocument::AssertValid();
279 void CVisionExampleDoc::Dump(CDumpContext& dc)
const
288 void writeDataHeader(FILE *fp,
int auNum) {
290 char header[2000] = {0};
293 strcat(header,
"Frame;Tracking status;");
294 #ifdef VS_WRITE_HEADPOSE
295 strcat(header,
"Head x;Head y;Head z;Head pitch;Head yaw;Head roll;");
298 for (
int i=0; i<auNum;i++) {
299 sprintf(tmp,
"AU%d;", i);
304 header[strlen(header)-1] = 0;
305 fprintf(fp,
"%s\n", header);
308 void CVisionExampleDoc::finishWriteResults()
331 WaitForSingleObject(trackingThreadHandle, INFINITE);
339 finishWriteResults();
342 void CVisionExampleDoc::writeResults(
int track_stat,
FaceData &trackingData)
348 std::string data =
"";
358 sprintf(tmp,
"%d;", frameNum++);
360 switch (track_stat) {
364 case TRACK_STAT_INIT:
365 data.append(
"INIT;");
367 case TRACK_STAT_RECOVERING:
368 data.append(
"RECOVERING;");
375 #ifdef VS_WRITE_HEADPOSE
377 float hr[3] = {0.0f,0.0f,0.0f};
378 float ht[3] = {0.0f,0.0f,0.0f};
379 if (track_stat == TRACK_STAT_OK) {
380 for(
int i=0;i<3;i++) {
381 hr[i] = (180.0f * trackingData.
faceRotation[i]) / 3.14f;
385 sprintf(tmp,
"%f;%f;%f;%f;%f;%f;", ht[0],ht[1],ht[2],hr[0],hr[1],hr[2]);
391 sprintf(tmp,
"%f;", (track_stat == TRACK_STAT_OK) ? trackingData.
actionUnits[i] : 0.0f);
396 data.erase(data.end()-1);
398 fprintf(
datafile,
"%s\n", data.c_str());
409 float trackingFrameRate = trackingData[0].
frameRate;
411 float hasMask = trackingData[0].hasMask;
415 if(track_stat[0] == TRACK_STAT_OK)
418 for(
int i=0;i<3;i++) {
419 r[i] = (180.0f * trackingData[0].
faceRotation[i]) / 3.141592f;
425 for(
int i=0;i<3;i++) {
431 const char* status =
"";
433 switch (track_stat[0]) {
434 case TRACK_STAT_OK: status =
"OK";
break;
435 case TRACK_STAT_INIT: status =
"INIT";
break;
436 case TRACK_STAT_RECOVERING: status =
"RECOVERING";
break;
437 default: status =
"OFF";
break;
440 sprintf(tmpmsg,
"%4.1f ms (track %ld ms) | %4.1f FPS | Head position %+5.1f %+5.1f %+5.1f | Rotation (deg) %+5.1f %+5.1f %+5.1f | %dx%d | %s",
441 1000.0f / trackingFrameRate, elapsedTime, trackingFrameRate, t[0], t[1], t[2], r[0], r[1], r[2], frame->
width, frame->
height, status);
443 CString* message =
new CString(tmpmsg);
444 ::SendNotifyMessage(td->m_MainWnd->m_hWnd, WM_MYMESSAGE, (WPARAM) message, 0);
446 float aspect = (float)frame->
width / (
float)frame->
height;
448 int winWidth = floor(td->
m_OpenGLWnd->mWindowHeight * aspect);
453 VisageRendering::DisplayResults(&trackingData[0], track_stat[0], winWidth, winHeight, frame, DISPLAY_DEFAULT);
454 for (
int i = 1; i < n; i++)
455 VisageRendering::DisplayResults(&trackingData[i], track_stat[i], winWidth, winHeight, frame,
456 DISPLAY_DEFAULT ^ DISPLAY_FRAME ^ DISPLAY_TRACKING_QUALITY );
460 VisageRendering::DisplayLogo(logo, winWidth, winHeight);
472 displayResults(td, &track_stat, &trackingData, frame, logo, 1);
475 void CVisionExampleDoc::trackFromVideo(
void *thisdoc)
479 int format = VISAGE_FRAMEGRABBER_FMT_BGR;
481 bool video_file_sync =
true;
483 printf(
"Tracking from video %s...\n", td->videoFileName.c_str());
485 CvCapture* capture = cvCaptureFromFile( td->videoFileName.c_str() );
487 getCurrentTimeMs(
true);
489 float frameTime = 1000.0/(float)cvGetCaptureProperty( capture, CV_CAP_PROP_FPS );
492 int max_faces = td->m_MainWnd->GetMaxFaces();
498 while (td->
m_OpenGLWnd->trackerActive && cvGrabFrame(capture)) {
500 long currentTime = getCurrentTimeMs();
502 while(video_file_sync && currentTime > frameTime*(frameCount+1) )
504 if(!td->
m_OpenGLWnd->trackerActive || !cvGrabFrame(capture))
508 currentTime = getCurrentTimeMs();
511 while(video_file_sync && currentTime < frameTime*(frameCount-5))
514 currentTime = getCurrentTimeMs();
520 const IplImage *framePtr = cvRetrieveFrame(capture);
522 if (!framePtr)
break;
526 startTime = getCurrentTimeMs();
527 track_stat = td->
m_Tracker->
track(framePtr->width,framePtr->height,framePtr->imageData, trackingData, format, framePtr->origin, framePtr->widthStep, frameTime*frameCount, max_faces);
528 endTime = getCurrentTimeMs();
529 elapsedTime = endTime - startTime;
531 displayResults(td, track_stat, trackingData, (
VsImage*)framePtr, (
VsImage*)logo, max_faces);
533 if (td->writeDataEnabled) td->writeResults(track_stat[0], trackingData[0]);
537 td->finishWriteResults();
539 cvReleaseCapture(&capture);
541 printf(
"Stop tracking from video.\n");
557 WaitForSingleObject(trackingThreadHandle, INFINITE);
559 finishWriteResults();
564 _chdir(
"../OpenGL/data/Videos/");
565 if (previousVideoFolder.compare(
".") == 0)
566 previousVideoFolder = std::string(_fullpath(fullPath,
".", 500));
568 CFileDialog dlg(
true, NULL, NULL, OFN_HIDEREADONLY | OFN_OVERWRITEPROMPT, _T(
"Video files (*.mp4;*.avi)|*.mp4;*.avi|All files (*.*)|*.*||"));
569 dlg.m_ofn.lpstrInitialDir = previousVideoFolder.c_str();
570 if(dlg.DoModal() == IDCANCEL) {
574 previousVideoFolder =
"";
577 std::string strVideoFile = (std::string)dlg.GetPathName();
580 fbaFileName.erase(fbaFileName.find_last_of(
".")+1);
581 fbaFileName.append(
"fba");
583 std::string title =
"Tracking from video: ";
584 title.append(strVideoFile.substr(strVideoFile.find_last_of(
"\\")+1));
585 SetTitle(title.c_str());
587 if (writeDataEnabled) {
589 std::string datafilename = strVideoFile;
590 datafilename.erase(datafilename.find_last_of(
".")+1);
591 datafilename.append(
"txt");
592 datafile = fopen(datafilename.c_str(),
"w");
595 videoFileName = strVideoFile;
599 m_MainWnd->GetConfigFilename(strName);
604 trackingThreadHandle = (HANDLE)_beginthread(trackFromVideo,0,(
void*)
this);
607 void CVisionExampleDoc::trackFromCAM(
void *thisdoc)
613 int cam_height = 600;
615 int format = VISAGE_FRAMEGRABBER_FMT_BGR;
618 td->m_MainWnd->GetCameraResolution(strCamRes);
619 sscanf((LPCTSTR)strCamRes,
"%dx%d", &cam_width, &cam_height);
621 cam_device = td->cam_device = td->m_MainWnd->GetCameraDevice();
623 #define USE_VIDEOINPUT
625 #ifdef USE_VIDEOINPUT
628 videoInput *VI = td->VI =
new videoInput();
630 VI->setIdealFramerate(cam_device, cam_fps);
631 bool r = VI->setupDevice(cam_device, cam_width, cam_height);
632 cam_width = VI->getWidth(cam_device);
633 cam_height = VI->getHeight(cam_device);
635 printf(
"Start tracking from camera %dx%d@%d\n", cam_width, cam_height, cam_fps);
637 IplImage *framePtr = cvCreateImage(cvSize(cam_width, cam_height), IPL_DEPTH_8U, 3);
639 int max_faces = td->m_MainWnd->GetMaxFaces();
647 while(!VI->isFrameNew(cam_device))
650 VI->getPixels(cam_device, (
unsigned char*)framePtr->imageData,
false,
true);
653 CvCapture* capture = cvCaptureFromCAM( cam_device );
655 int ret = cvSetCaptureProperty(capture, CV_CAP_PROP_FRAME_WIDTH, cam_width);
656 ret = cvSetCaptureProperty(capture, CV_CAP_PROP_FRAME_HEIGHT, cam_height);
657 ret = cvSetCaptureProperty(capture, CV_CAP_PROP_FPS, cam_fps);
659 cam_width = (int)cvGetCaptureProperty( capture, CV_CAP_PROP_FRAME_WIDTH );
660 cam_height = (int)cvGetCaptureProperty( capture, CV_CAP_PROP_FRAME_HEIGHT );
662 while (td->
m_OpenGLWnd->trackerActive && cvGrabFrame(capture)) {
664 const IplImage *framePtr = cvRetrieveFrame(capture);
666 startTime = getCurrentTimeMs();
668 framePtr->width, framePtr->height, framePtr->imageData,
669 trackingData, format, framePtr->origin, framePtr->widthStep, -1, max_faces);
670 endTime = getCurrentTimeMs();
671 elapsedTime = endTime - startTime;
673 displayResults(td, track_stat, trackingData, (
VsImage*)framePtr, (
VsImage*)logo, max_faces);
675 if (td->writeDataEnabled) td->writeResults(track_stat[0], trackingData[0]);
680 #ifdef USE_VIDEOINPUT
681 VI->stopDevice(cam_device);
682 delete VI; td->VI = VI = 0;
683 cvReleaseImage(&framePtr);
685 cvReleaseCapture(&capture);
688 printf(
"Stop tracking from camera.\n");
690 td->finishWriteResults();
707 WaitForSingleObject(trackingThreadHandle, INFINITE);
709 if (writeDataEnabled) {
711 SYSTEMTIME systemTime;
712 GetSystemTime(&systemTime);
714 char datafilename[50];
715 sprintf(datafilename,
"cam_data-%02d-%02d-%02d_%02d-%02d-%02d.txt", systemTime.wHour, systemTime.wMinute, systemTime.wSecond, systemTime.wDay, systemTime.wMonth, systemTime.wYear);
716 datafile = fopen(datafilename,
"w");
719 SetTitle(
"Tracking from camera");
723 m_MainWnd->GetConfigFilename(strName);
728 trackingThreadHandle = (HANDLE)_beginthread(trackFromCAM,0,(
void*)
this);
731 void CVisionExampleDoc::OnTrackingCamerasettings()
736 VI->showSettingsWindow(cam_device);
741 MessageBox(0,
"Camera settings can be changed only when camera is active, i.e. while tracking from camera.",
"Can not open camera settings",
742 MB_OK | MB_ICONWARNING );
745 void CVisionExampleDoc::trackFromImage(
void *thisdoc)
752 CFileDialog dlg(
true, NULL, NULL, OFN_HIDEREADONLY | OFN_OVERWRITEPROMPT, _T(
"Image files (*.jpg;*.png)|*.jpg;*.png|All files (*.*)|*.*||"));
753 dlg.m_ofn.lpstrInitialDir = previousImageFolder.c_str();
754 if(dlg.DoModal() == IDCANCEL) {
758 previousImageFolder =
"";
761 std::string strImgFile = (std::string)dlg.GetPathName();
763 td->
testImage = cvLoadImage(strImgFile.c_str());
766 MessageBox(0,
"Bad image format!",
"Error",MB_ICONERROR);
770 std::string title =
"Tracking from image: ";
771 title.append(strImgFile.substr(strImgFile.find_last_of(
"\\")+1));
774 if (td->writeDataEnabled) {
776 std::string datafilename = strImgFile;
777 datafilename.erase(datafilename.find_last_of(
".")+1);
778 datafilename.append(
"txt");
779 td->
datafile = fopen(datafilename.c_str(),
"w");
784 td->m_MainWnd->GetConfigFilename(strName);
791 format = VISAGE_FRAMEGRABBER_FMT_BGR;
794 format = VISAGE_FRAMEGRABBER_FMT_LUMINANCE;
797 MessageBox(0,
"Unsupported image format.",
"Error",MB_ICONERROR);
801 int max_faces = td->m_MainWnd->GetMaxFaces();
807 printf(
"Start tracking from image %s\n", strImgFile.c_str());
809 const IplImage *framePtr = td->
testImage;
813 startTime = getCurrentTimeMs();
815 framePtr->width, framePtr->height, framePtr->imageData,
816 trackingData, format, framePtr->origin, framePtr->widthStep, -1, max_faces);
817 endTime = getCurrentTimeMs();
818 elapsedTime = endTime - startTime;
820 displayResults(td, track_stat, trackingData, (
VsImage*)framePtr, (
VsImage*)logo, max_faces);
822 if (td->writeDataEnabled) td->writeResults(track_stat[0], trackingData[0]);
829 printf(
"Stop tracking from image.\n");
831 td->finishWriteResults();
848 WaitForSingleObject(trackingThreadHandle, INFINITE);
852 trackingThreadHandle = (HANDLE)_beginthread(trackFromImage,0,(
void*)
this);
875 actions[0].images[VisageLivenessBrowRaise::STATE_ACTION_INITIALIZING] =
"";
876 actions[0].messages[VisageLivenessBrowRaise::STATE_ACTION_INITIALIZING] =
"";
877 actions[0].images[VisageLivenessBrowRaise::STATE_WAIT_FOR_FRONTAL] =
"";
878 actions[0].messages[VisageLivenessBrowRaise::STATE_WAIT_FOR_FRONTAL] =
"Keep your head frontal!";
879 actions[0].images[VisageLivenessBrowRaise::STATE_WAIT_FOR_STABLE] =
"";
880 actions[0].messages[VisageLivenessBrowRaise::STATE_WAIT_FOR_STABLE] =
"Keep your head stable!";
881 actions[0].images[VisageLivenessBrowRaise::STATE_WAIT_FOR_ACTION] =
"";
882 actions[0].messages[VisageLivenessBrowRaise::STATE_WAIT_FOR_ACTION] =
"Raise your eyebrows!";
883 actions[0].images[VisageLivenessBrowRaise::STATE_ACTION_VERIFIED] =
"";
884 actions[0].messages[VisageLivenessBrowRaise::STATE_ACTION_VERIFIED] =
"";
887 actions[1].images[VisageLivenessSmile::STATE_ACTION_INITIALIZING] =
"";
888 actions[1].messages[VisageLivenessSmile::STATE_ACTION_INITIALIZING] =
"";
889 actions[1].images[VisageLivenessSmile::STATE_WAIT_FOR_FRONTAL] =
"";
890 actions[1].messages[VisageLivenessSmile::STATE_WAIT_FOR_FRONTAL] =
"Keep your head frontal!";
891 actions[1].images[VisageLivenessSmile::STATE_WAIT_FOR_STABLE] =
"";
892 actions[1].messages[VisageLivenessSmile::STATE_WAIT_FOR_STABLE] =
"Keep your head stable!";
893 actions[1].images[VisageLivenessSmile::STATE_WAIT_FOR_ACTION] =
"";
894 actions[1].messages[VisageLivenessSmile::STATE_WAIT_FOR_ACTION] =
"Smile!";
895 actions[1].images[VisageLivenessSmile::STATE_ACTION_VERIFIED] =
"";
896 actions[1].messages[VisageLivenessSmile::STATE_ACTION_VERIFIED] =
"";
899 actions[2].images[VisageLivenessBlink::STATE_ACTION_INITIALIZING] =
"";
900 actions[2].messages[VisageLivenessBlink::STATE_ACTION_INITIALIZING] =
"";
901 actions[2].images[VisageLivenessBlink::STATE_WAIT_FOR_FRONTAL] =
"";
902 actions[2].messages[VisageLivenessBlink::STATE_WAIT_FOR_FRONTAL] =
"Keep your head frontal!";
903 actions[2].images[VisageLivenessBlink::STATE_WAIT_FOR_STABLE] =
"";
904 actions[2].messages[VisageLivenessBlink::STATE_WAIT_FOR_STABLE] =
"Keep your head stable!";
905 actions[2].images[VisageLivenessBlink::STATE_WAIT_FOR_ACTION] =
"";
906 actions[2].messages[VisageLivenessBlink::STATE_WAIT_FOR_ACTION] =
"Blink!";
907 actions[2].images[VisageLivenessBlink::STATE_ACTION_VERIFIED] =
"";
908 actions[2].messages[VisageLivenessBlink::STATE_ACTION_VERIFIED] =
"";
910 livenessInited =
true;
915 std::random_device rd;
916 std::mt19937 g(rd());
921 void CVisionExampleDoc::detectLivenessOnCamera(
void *thisdoc)
925 VisageRendering::Reset();
927 if (!td->livenessInited)
932 int cam_height = 600;
934 int format = VISAGE_FRAMEGRABBER_FMT_BGR;
937 td->m_MainWnd->GetCameraResolution(strCamRes);
938 sscanf((LPCTSTR)strCamRes,
"%dx%d", &cam_width, &cam_height);
940 cam_device = td->cam_device = td->m_MainWnd->GetCameraDevice();
943 videoInput *VI = td->VI =
new videoInput();
945 VI->setIdealFramerate(cam_device, cam_fps);
946 bool r = VI->setupDevice(cam_device, cam_width, cam_height);
947 cam_width = VI->getWidth(cam_device);
948 cam_height = VI->getHeight(cam_device);
952 IplImage *framePtr = cvCreateImage(cvSize(cam_width, cam_height), IPL_DEPTH_8U, 3);
960 int actionState = -1;
964 LivenessGUI *GUI =
new LivenessGUI();
968 while (!VI->isFrameNew(cam_device))
971 VI->getPixels(cam_device, (
unsigned char*)framePtr->imageData,
false,
true);
974 if (currAction < NUM_ACTIONS)
976 track_stat = td->
m_Tracker->
track(framePtr->width, framePtr->height, framePtr->imageData, &trackingData, format, framePtr->origin, framePtr->widthStep, -1, 1);
978 if (track_stat[0] == TRACK_STAT_OK)
980 actionState = td->
actions[currAction].action->
update(&trackingData, reinterpret_cast<VsImage*>(framePtr));
981 float currentTime = getCurrentTimeMs();
996 float aspect = (float)framePtr->width / (
float)framePtr->height;
997 int winWidth = floor(td->
m_OpenGLWnd->mWindowHeight * aspect);
1003 VisageRendering::DisplayResults(&trackingData, track_stat[0], winWidth, winHeight, (
VsImage*)framePtr, DISPLAY_FRAME);
1006 VisageRendering::DisplayLogo((
VsImage*)logo, winWidth, winHeight);
1009 if (currAction < NUM_ACTIONS)
1011 if (track_stat[0] == TRACK_STAT_OK)
1012 GUI->promptUser(td->
actions[currAction].messages[actionState].c_str(), td->
actions[currAction].images[actionState].c_str(),
true);
1016 GUI->promptUser(
"",
"../OpenGL/data/FaceTracker2/faceBlank.png",
true);
1022 GUI->promptUser(
"Liveness confirmed!",
"",
true);
1032 if (actionState == 0)
1038 #ifdef USE_VIDEOINPUT
1040 VI->stopDevice(cam_device);
1041 delete VI; td->VI = VI = 0;
1042 cvReleaseImage(&framePtr);
1044 cvReleaseCapture(&capture);
1047 printf(
"Stop tracking from camera.\n");
1060 WaitForSingleObject(trackingThreadHandle, INFINITE);
1064 trackingThreadHandle = (HANDLE)_beginthread(detectLivenessOnCamera, 0, (
void*)
this);
1067 void CVisionExampleDoc::testingThread(
void *thisdoc)
1073 td->m_MainWnd->GetConfigFilename(strName);
1076 td->finishWriteResults();
1080 _chdir(
"../OpenGL/data/Images");
1081 if (previousBatchFolder.compare(
".") == 0)
1082 previousBatchFolder = std::string(_fullpath(fullPath,
".", 500));
1083 CFileDialog dlg(
true, NULL, NULL, OFN_HIDEREADONLY | OFN_OVERWRITEPROMPT, _T(
"txt (*.txt)|*.txt|All files (*.*)|*.*||"));
1084 if(dlg.DoModal() == IDCANCEL) {
1085 visageFolderManager.
popPath();
1088 previousBatchFolder =
"";
1089 FILE *listFile = fopen((
const char*)dlg.GetPathName(),
"r");
1094 char rootFolder[200];
1095 bool ignore_spec_commands =
false;
1096 strcpy(rootFolder, (
const char*)dlg.GetFolderPath());
1098 visageFolderManager.
popPath();
1100 while(td->
m_OpenGLWnd->trackerActive && fgets(inString,200,listFile))
1102 if(inString[strlen(inString)-1]==10) inString[strlen(inString)-1]=0;
1103 if(strlen(inString)==0)
continue;
1104 if(inString[0]==
'#')
continue;
1106 if(inString[0]==
'$')
1109 if(strstr(inString,
"$START:")) startFrame = atoi(inString+7);
1110 if(strstr(inString,
"$END:")) endFrame = atoi(inString+5);
1111 if(strstr(inString,
"$SLOWDOWN_START:")) slowdownFrame = atoi(inString+16);
1112 if(strstr(inString,
"$SLOWDOWN_TIME:")) slowdownTime = atoi(inString+15);
1113 if(strstr(inString,
"$IGNORE_SPECIAL_COMMANDS:")) ignore_spec_commands = (atoi(inString+25) != 0);
1117 if(ignore_spec_commands)
1124 sprintf(fileName,
"%s\\%s",rootFolder,inString);
1126 if (td->writeDataEnabled) {
1128 std::string datafilename = fileName;
1129 datafilename.erase(datafilename.find_last_of(
".")+1);
1130 datafilename.append(
"txt");
1131 td->
datafile = fopen(datafilename.c_str(),
"w");
1134 td->videoFileName = fileName;
1138 HANDLE videoThreadHandle = (HANDLE)_beginthread(trackFromVideo,0,(
void*)td);
1140 WaitForSingleObject(videoThreadHandle, INFINITE);
1147 td->finishWriteResults();
1155 void CVisionExampleDoc::OnCfgChange()
1158 m_MainWnd->GetConfigFilename(strName);
1162 vc.enableMeshModel();
1166 void CVisionExampleDoc::OnTrackingBatchprocessing()
1171 WaitForSingleObject(trackingThreadHandle, INFINITE);
1175 trackingThreadHandle = (HANDLE)_beginthread(testingThread,0,(
void*)
this);
1179 void CVisionExampleDoc::OnTrackingWritedata()
1182 CMenu* mmenu = m_MainWnd->GetMenu();
1183 CMenu* submenu = mmenu->GetSubMenu(1);
1188 UINT state = submenu->GetMenuState(ID_TRACKING_WRITEDATA, MF_BYCOMMAND);
1189 ASSERT(state != 0xFFFFFFFF);
1191 if (state & MF_CHECKED) {
1192 submenu->CheckMenuItem(ID_TRACKING_WRITEDATA, MF_UNCHECKED | MF_BYCOMMAND);
1193 writeDataEnabled =
false;
1196 submenu->CheckMenuItem(ID_TRACKING_WRITEDATA, MF_CHECKED | MF_BYCOMMAND);
1197 writeDataEnabled =
true;
afx_msg void OnTrackingTrackfromcam()
The main function for tracking from a video camera connected to the computer.
void setTrackerConfiguration(const char *trackerConfigFile, bool au_fitting_disabled=false, bool mesh_fitting_disabled=false)
afx_msg void OnLivenessStart()
The main function for liveness detection.
VisageTracker * m_Tracker
The Face Tracker object (VisageTracker).
void RenderToScreen()
Render the model to screen.
void pushPath()
Push path.
void SetLivenessActions()
Initializes liveness detection.
VisageLivenessAction * BrowRaiseAction
VisageLivenessBrowRaise object.
void ReleaseActions()
Releases objects alocated for liveness detection.
virtual int update(const FaceData *faceData, VsImage *frame=0)=0
std::string fbaFileName
fbaFileName.
FILE * datafile
Data file.
virtual int * track(int frameWidth, int frameHeight, const char *p_imageData, FaceData *facedata, int format=VISAGE_FRAMEGRABBER_FMT_RGB, int origin=VISAGE_FRAMEGRABBER_ORIGIN_TL, int widthStep=0, long timeStamp=-1, int maxFaces=1)
VisageLivenessAction * BlinkAction
VisageLivenessBlink object.
COpenGLWnd * m_OpenGLWnd
The OpenGL window.
void RandomizeActions()
Shuffles array of actions.
afx_msg void OnTrackingTrackfromvideo()
The main function for tracking from a video file.
void init()
Initialisation.
void swapOpenGLBuffers()
This function is called by method displayResults when it needs to swap OpenGL buffers.
Action actions[NUM_ACTIONS]
Array of actions that will need to be verified.
IplImage * testImage
Test image used for demonstrating raw image tracking interface.
afx_msg void OnTrackingStop()
Stop tracking.
void setOpenGLContext()
This function is called by method displayResults when it needs to clear the OpenGL window and set the...
afx_msg void OnTrackingTrackinimage()
The main function for tracking in a static image.
VisageLivenessAction * SmileAction
VisageLivenessSmile object.
static const int NUM_ACTIONS
Number of actions that will need to be verified in order to confirm liveness.
CRITICAL_SECTION RenderingSection
Critical section.