1 #import "TrackerWrapper.h" 2 #import "visageVision.h" 3 #import "DemoFrameGrabber.h" 4 #import "UIDeviceHardware.h" 12 static CameraGrabber *cameraGrabber = 0;
13 static VideoGrabber *videoGrabber = 0;
15 static int *trackerStatus = TRACK_STAT_OFF;
16 const int max_faces = 4;
17 bool isTracking=
false;
18 static bool threadRunning =
false;
19 static NSCondition *waitHandle;
24 const NSString *preset;
31 BOOL fileExists =
false;
37 long startTrackTime = 0;
38 long endTrackTime = 0;
39 long elapsedTrackTime = 0;
43 int logoViewportWidth;
44 int logoViewportHeight;
46 void YUV_TO_RGBA(
unsigned char* yuv,
unsigned char* buff,
int width,
int height);
51 return !(y=x>>8) ? x : (0xff ^ (y>>24));
55 VsImage *CreateVsImageFromUIImage(UIImage *image,
int nChannels);
62 opQ = [[NSOperationQueue alloc] init];
63 waitHandle = [NSCondition new];
64 threadRunning =
false;
70 if (self->m_informer == NULL)
71 self->m_informer = informer;
80 if ([deviceType hasPrefix:
@"iPhone5"])
88 glWidth = glView.bounds.size.width;
89 glHeight = glView.bounds.size.height;
91 inGetTrackingResults =
false;
94 NSString *logoPath = [[NSBundle mainBundle] pathForResource:@"logo" ofType:@"png"];
95 UIImage *logoImage = [UIImage imageWithContentsOfFile:logoPath];
96 logo = CreateVsImageFromUIImage(logoImage, 4);
104 setDimensions(_rotated);
113 cameraGrabber = [[CameraGrabber alloc] initWithSessionPreset:preset UseFPS:cam_fps withDevice:_device];
114 [cameraGrabber startCapture:nil withCamera:_device];
116 m_frame = vsCreateImageHeader(vsSize(cam_width, cam_height), VS_DEPTH_8U, 3);
118 int pixelFormat = [cameraGrabber getPixelFormat];
119 int format = VISAGE_FRAMEGRABBER_FMT_LUMINANCE;
121 if (pixelFormat == 1)
122 format = VISAGE_FRAMEGRABBER_FMT_LUMINANCE;
124 format = VISAGE_FRAMEGRABBER_FMT_BGRA;
126 while(!currentTrackOperation.isCancelled)
129 setDimensions(_rotated);
131 CGImageRef displayImage;
132 CGImageRef trackImage;
134 [cameraGrabber getTrackImage:&trackImage withDisplayImage:&displayImage isBGRA:NO withAnalyserImage:nil isDownscaled:NO];
136 if (trackImage == nil || displayImage == nil)
139 CFDataRef trackImageDataProvider = CGDataProviderCopyData(CGImageGetDataProvider(trackImage));
140 UInt8* pixels = (UInt8*) CFDataGetBytePtr(trackImageDataProvider);
142 int width = (int)CGImageGetWidth(trackImage);
143 int height = (int)CGImageGetHeight(trackImage);
144 int widthStep = (int)CGImageGetBytesPerRow(trackImage);
147 trackerStatus = tracker->track(width, height, (
const char *)pixels, trackingData, format, VISAGE_FRAMEGRABBER_ORIGIN_TL, widthStep, -1, max_faces);
149 elapsedTrackTime = endTrackTime - startTrackTime;
151 CFDataRef displayImageDataProvider = CGDataProviderCopyData(CGImageGetDataProvider(displayImage));
152 UInt8* displayPixels = (UInt8*) CFDataGetBytePtr(displayImageDataProvider);
154 if (pixelFormat == 1) {
157 vsSetImageData(m_frame, displayPixels, (
int)CGImageGetBytesPerRow(displayImage));
163 m_frame->width = cam_width;
164 m_frame->height = cam_height;
168 int trackerCount = 0;
170 for (
int i = 0; i < max_faces; i++)
172 if (trackerStatus[i] == TRACK_STAT_OFF)
176 CFRelease(displayImageDataProvider);
177 CGImageRelease(displayImage);
178 CFRelease(trackImageDataProvider);
179 CGImageRelease(trackImage);
181 if (trackerCount == max_faces)
185 vsReleaseImageHeader(&m_frame);
188 threadRunning =
false;
189 [waitHandle broadcast];
195 #if TARGET_IPHONE_SIMULATOR 196 UIAlertView *alert = [[UIAlertView alloc] initWithTitle:@"Error"
197 message:@"No camera available on simulator."
199 cancelButtonTitle:@"OK"
200 otherButtonTitles:nil];
203 [opQ cancelAllOperations];
204 [opQ waitUntilAllOperationsAreFinished];
206 NSBlockOperation* trackOperation = [[NSBlockOperation alloc] init];
207 currentTrackOperation = trackOperation;
209 [trackOperation addExecutionBlock:^{
213 [opQ addOperation:trackOperation];
217 - (void) trackingVideoOperation: (NSString *)filename
220 bool video_file_sync =
true;
229 NSString *bundlefile = [[[NSBundle mainBundle] bundlePath] stringByAppendingPathComponent:@"jam1.mp4"];
238 frameTime = 1000.0/fps;
241 m_frame = vsCreateImage(vsSize(_width, _height), VS_DEPTH_8U, 4);
243 while(!currentTrackOperation.isCancelled)
249 while((currentTime - startTime) > frameTime*(1+frameCount) )
251 bool ret = [videoGrabber isGrabbing] ? true :
false;
253 if (videoGrabber == NULL || !ret)
256 [videoGrabber getNextMovieFrame:YES];
262 while((currentTime - startTime) < frameTime*(frameCount-5))
273 VsImage *tmp = [videoGrabber getNextMovieFrame:NO];
274 unsigned char *pixels = nil;
276 pixels = (
unsigned char *) tmp->
imageData;
282 trackerStatus = tracker->track(_width, _height, (
const char *)pixels, trackingData,VISAGE_FRAMEGRABBER_FMT_RGBA, VISAGE_FRAMEGRABBER_ORIGIN_TL, 0, -1, max_faces);
284 elapsedTrackTime = endTrackTime - startTrackTime;
287 memcpy(m_frame->imageData, (
char*) pixels, m_frame->imageSize);
289 m_frame->width = _width;
290 m_frame->height = _height;
294 int trackerCount = 0;
296 for (
int i = 0; i < max_faces; i++)
298 if (trackerStatus[i] == TRACK_STAT_OFF)
302 if (trackerCount == max_faces)
308 vsReleaseImage(&m_frame);
311 threadRunning =
false;
312 [waitHandle broadcast];
316 - (void)startTrackingFromVideo:(NSString *)filename
318 [opQ cancelAllOperations];
319 [opQ waitUntilAllOperationsAreFinished];
321 NSBlockOperation* trackOperation = [[NSBlockOperation alloc] init];
322 currentTrackOperation = trackOperation;
324 [trackOperation addExecutionBlock:^{
328 [opQ addOperation:trackOperation];
331 -(void) captureFromFile:(NSString *)filename
335 fileExists = [[NSFileManager defaultManager] fileExistsAtPath:[NSString stringWithUTF8String:[filename UTF8String]]];
337 NSLog(
@"File %s does not exist!", [filename UTF8String]);
341 path = [NSString stringWithUTF8String:[filename UTF8String]];
344 videoGrabber = [[VideoGrabber alloc] init];
347 videoGrabber.outputWidth = 0;
348 videoGrabber.outputHeight = 0;
351 _rotated = [videoGrabber startGrabbing:path];
353 _framerate = videoGrabber.framerate;
354 if (_rotated == 0 || _rotated == 1) {
355 _width = videoGrabber.width;
356 _height = videoGrabber.height;
358 _width = videoGrabber.height;
359 _height = videoGrabber.width;
366 struct timeb timebuffer;
369 long clockTime = 1000 * (long)timebuffer.time + timebuffer.millitm;
375 - (void) trackingImageOperation
378 unsigned char* pixels = demoFrameGrabber->GrabFrame(fg_pts);
379 m_frame = vsCreateImage(vsSize(demoFrameGrabber->width, demoFrameGrabber->height), VS_DEPTH_8U, 4);
381 while(!currentTrackOperation.isCancelled)
384 trackerStatus = tracker->track(demoFrameGrabber->width, demoFrameGrabber->height, (
const char*)pixels, trackingData, VISAGE_FRAMEGRABBER_FMT_RGBA, VISAGE_FRAMEGRABBER_ORIGIN_TL, 0, -1, max_faces);
386 elapsedTrackTime = endTrackTime - startTrackTime;
387 memcpy(m_frame->imageData, (
char*) pixels, m_frame->imageSize);
389 int trackerCount = 0;
390 for (
int i = 0; i < max_faces; i++)
392 if (trackerStatus[i] == TRACK_STAT_OFF)
395 if (trackerCount == max_faces)
399 delete demoFrameGrabber;
400 demoFrameGrabber = 0;
401 vsReleaseImage(&m_frame);
404 - (void)startTrackingFromImage
406 [opQ cancelAllOperations];
407 [opQ waitUntilAllOperationsAreFinished];
409 NSBlockOperation* trackOperation = [[NSBlockOperation alloc] init];
410 currentTrackOperation = trackOperation;
412 [trackOperation addExecutionBlock:^{
416 [opQ addOperation:trackOperation];
421 [currentTrackOperation cancel];
435 - (void)dummyThread:(
id)object
441 - (BOOL)startMultithread
443 [NSThread detachNewThreadSelector:@selector(dummyThread:) toTarget:self withObject: nil];
444 return [NSThread isMultiThreaded];
447 #include <mach/mach_time.h> 449 #define MEASURE_FRAMES 10 450 uint64_t last_times[MEASURE_FRAMES];
455 - (void)displayTrackingResults:(
int*)trackerStatus Frame:(
VsImage*)frame
457 inGetTrackingResults =
true;
459 int pts = (int)trackingData[0].timeStamp;
461 if (last_pts == pts) {
462 inGetTrackingResults =
false;
468 mach_timebase_info_data_t timeBaseInfo;
469 mach_timebase_info(&timeBaseInfo);
472 uint64_t currentTime = mach_absolute_time() * timeBaseInfo.numer / (timeBaseInfo.denom * 1e6);
476 for(
int i=0;i<10;i++)
480 if(framecount == MEASURE_FRAMES) framecount = 0;
481 last_times[framecount] = currentTime;
486 float videoAspect = frame->
width / (float)frame->
height;
489 int winWidth = glWidth;
490 int winHeight = glWidth / videoAspect;
495 for (
int i = 1; i < max_faces; i++)
499 logoViewportWidth = winWidth;
500 logoViewportHeight = winHeight;
508 const char *trackingStatusString;
509 switch (trackerStatus [0]) {
511 trackingStatusString =
"OFF";
514 trackingStatusString =
"OK";
516 case TRACK_STAT_RECOVERING:
517 trackingStatusString =
"RECOVERING";
519 case TRACK_STAT_INIT:
520 trackingStatusString =
"INITIALIZING";
523 trackingStatusString =
"N/A";
531 if (trackerStatus[0] == TRACK_STAT_OK)
533 for(
int i=0;i<3;i++) {
534 r[i] = trackingData[0].faceRotation[i] * 180.0f / 3.14159f;
535 t[i] = trackingData[0].faceTranslation[i] * 100.0f;
539 NSString* fps = [NSString stringWithFormat:@"%4.1f FPS (track %ld ms) \n", trackingData[0].frameRate, elapsedTrackTime];
540 NSString* info = [NSString stringWithFormat:@"Head position %+5.1f %+5.1f %+5.1f | Rotation (deg) %+5.1f %+5.1f %+5.1f",t[0],t[1],t[2],r[0],r[1],r[2]];
541 NSString* status = [NSString stringWithFormat:@"Status: %s", trackingStatusString];
543 [
self->m_informer showTrackingFps:fps Info:info andStatus:status];
546 inGetTrackingResults =
false;
550 void YUV_TO_RGBA(
unsigned char* yuv,
unsigned char* buff,
int width,
int height)
552 const int frameSize = width * height;
559 unsigned char* rgba = buff;
561 for (
int i = 0, ci = ii; i < height; ++i, ci += di)
563 for (
int j = 0, cj = ij; j < width; ++j, cj += dj)
565 int y = (0xff & ((int) yuv[ci * width + cj]));
566 int v = (0xff & ((int) yuv[frameSize + (ci >> 1) * width + (cj & ~1) + 0]));
567 int u = (0xff & ((int) yuv[frameSize + (ci >> 1) * width + (cj & ~1) + 1]));
570 int a0 = 1192 * (y - 16);
571 int a1 = 1634 * (v - 128);
572 int a2 = 832 * (v - 128);
573 int a3 = 400 * (u - 128);
574 int a4 = 2066 * (u - 128);
576 int r = (a0 + a1) >> 10;
577 int g = (a0 - a2 - a3) >> 10;
578 int b = (a0 + a4) >> 10;
589 void getOrientation()
591 UIInterfaceOrientation orientation = [UIApplication sharedApplication].statusBarOrientation;
593 if (orientation == UIInterfaceOrientationPortrait)
595 else if (orientation == UIInterfaceOrientationLandscapeLeft)
597 else if (orientation == UIInterfaceOrientationLandscapeRight)
605 void setDimensions(
int orientation)
609 if (orientation == 0 || orientation == 2)
614 preset = AVCaptureSessionPreset640x480;
622 preset = AVCaptureSessionPreset640x480;
626 if ([deviceType hasPrefix:
@"iPhone3"]) {
627 if (orientation == 0 || orientation == 2)
632 preset = AVCaptureSessionPresetLow;
640 preset = AVCaptureSessionPresetLow;
int height
Image height in pixels.
static void DisplayResults(FaceData *trackingData, int trackStat, int width, int height, VsImage *frame, int drawingOptions=DISPLAY_DEFAULT)
Method calls other methods for drawing the frame and tracking results.
VisageTracker is a face tracker capable of tracking the head pose, facial features and gaze for multi...
int glHeight
Size of the OpenGL view.
NSString * platform()
Returns exact device name.
void setOpenGLContext()
Method for setting the OpenGL context.
char * imageData
Pointer to aligned image data.
Implements simple high-level Objective-C interface around VisageSDK::VisageTracker functionallity.
void startTrackingFromCam()
Method for starting tracking from a camera.
void swapOpenGLBuffers()
Method for swapping OpenGL buffers.
void trackingImageOperation()
Method for loading picture and performing face tracking on the given frame.
Controls OpenGL view used for tracking output.
void trackingCamOperation()
Method for initializing the camera and performing face tracking on the given frame.
int width
Image width in pixels.
void displayTrackingResults:Frame:(int *trackerStatus, [Frame] VsImage *frame)
Method for displaying tracking results.
Implements methods that are used to determine specific version of device software is running on.
void trackingVideoOperation:(NSString *filename)
Method for loading video file and performing face tracking on the given frame.
long getCurrentTimeMs()
Function used for measuring tracker speed.
static void DisplayLogo(const VsImage *logo, int width, int height)
Method draws a logo in the upper right corner.
Implements a simple frame grabber that serves a single image to the tracker in order to demonstrate t...
void captureFromFile:(NSString *filename)
Helper function used for capturing from given video file.
int glWidth
Size of the OpenGL view.