visageSDK
ViewController.mm
1 //
2 // ViewController.m
3 //
4 // Created by Visage on 29/05/2018.
5 // Copyright © 2018 Visage Technologies. All rights reserved.
6 //
7 
8 #import "ViewController.h"
9 #import "MobileCoreServices/UTCoreTypes.h"
10 #import "CustomGLView.h"
11 #import "TrackerWrapper.h"
12 
13 @interface ViewController ()
14 
15 @end
16 
17 @implementation ViewController
18 @synthesize tracker;
19 @synthesize glView;
20 @synthesize imgPicker;
21 @synthesize cameraID;
22 @synthesize popOver;
23 @synthesize ageClicked;
24 @synthesize genderClicked;
25 @synthesize emoClicked;
26 
27 int screenWidth;
28 int screenHeight;
29 
30 - (NSURL *)applicationDocumentsDirectory
31 {
32  return [[[NSFileManager defaultManager] URLsForDirectory:NSDocumentDirectory inDomains:NSUserDomainMask] lastObject];
33 }
34 
35 - (void)viewDidLoad
36 {
37  [super viewDidLoad];
38  // Do any additional setup after loading the view, typically from a nib.
39 
40  self.view.contentScaleFactor = [[UIScreen mainScreen] scale];
41 
42  self.imgPicker = [[UIImagePickerController alloc] init];
43  self.imgPicker.delegate = self;
44  self.imgPicker.sourceType = UIImagePickerControllerSourceTypeSavedPhotosAlbum;
45  self.imgPicker.mediaTypes = [[NSArray alloc] initWithObjects: (NSString *) kUTTypeImage, (NSString *) kUTTypeMovie, nil];
46 
47  UITapGestureRecognizer *tap = [[UITapGestureRecognizer alloc] initWithTarget:self action:@selector(hideSidePanel:)];
48  tap.numberOfTapsRequired = 1;
49 
50  UISwipeGestureRecognizer *swipe = [[UISwipeGestureRecognizer alloc] initWithTarget:self action:@selector(hideSidePanel:)];
51  swipe.direction = UISwipeGestureRecognizerDirectionLeft;
52 
53  [self.transparentView addGestureRecognizer:tap];
54  [self.sidePanel addGestureRecognizer:swipe];
55 
56  UITapGestureRecognizer *screenTap = [[UITapGestureRecognizer alloc] initWithTarget:self action:@selector(tapScreen:)];
57  [self.view addGestureRecognizer:screenTap];
58 
59  self.tracker.tapPositionx = -1;
60  self.tracker.tapPositiony = -1;
61 
62  //determine view width and height
63  screenWidth = self.view.frame.size.width;
64  screenHeight = self.view.frame.size.height;
65 
66  self.cameraID = 0;
67 
68  self.ageClicked = false;
69  self.genderClicked = false;
70  self.emoClicked = false;
71 
72  self.tracker.earsActivated = false;
73  self.tracker.ageActivated = false;
74  self.tracker.genderActivated = false;
75  self.tracker.emotionsActivated = false;
76 
77  self.tracker = [[TrackerWrapper alloc] init];
78  [self.tracker initTracker:glView withInformer:self.createInformer andAnalyserInformer:self.createAnalyserInformer];
79 
80  [self.imageBttn setImage:[UIImage imageNamed:@"Gallery-icon-blue.png"] forState:UIControlStateHighlighted];
81  [self.menuBttn setImage:[UIImage imageNamed:@"Menu-icon-blue.png"] forState:UIControlStateHighlighted];
82  [self.cameraBttn setImage:[UIImage imageNamed:@"Switch-Camera-icon-blue.png"] forState:UIControlStateSelected | UIControlStateHighlighted];
83  [self.cameraBttn setImage:[UIImage imageNamed:@"Switch-Camera-icon-blue.png"] forState:UIControlStateHighlighted];
84 
85  //run camera initally
86  [self->tracker startTrackingFromCam:self.cameraID];
87  [self.cameraBttn setImage:[UIImage imageNamed:@"Switch-Camera-icon.png"] forState:UIControlStateNormal];
88  [self.cameraBttn setSelected:YES];
89 
90  //display the following features initally
91  [self.pointsSwitch setOn:YES animated:YES];
92  [self.splinesSwitch setOn:YES animated:YES];
93  [self.gazeSwitch setOn:YES animated:YES];
94  [self.axesSwitch setOn:YES animated:YES];
95 
96  self.pointsSwitch.transform =CGAffineTransformMakeScale(0.8f, 0.8f);
97  self.splinesSwitch.transform =CGAffineTransformMakeScale(0.8f, 0.8f);
98  self.gazeSwitch.transform =CGAffineTransformMakeScale(0.8f, 0.8f);
99  self.axesSwitch.transform =CGAffineTransformMakeScale(0.8f, 0.8f);
100  self.wireframeSwitch.transform =CGAffineTransformMakeScale(0.8f, 0.8f);
101  self.irisSwitch.transform =CGAffineTransformMakeScale(0.8f, 0.8f);
102  self.ageSwitch.transform =CGAffineTransformMakeScale(0.8f, 0.8f);
103  self.genderSwitch.transform =CGAffineTransformMakeScale(0.8f, 0.8f);
104  self.emotionSwitch.transform =CGAffineTransformMakeScale(0.8f, 0.8f);
105  self.earsSwitch.transform =CGAffineTransformMakeScale(0.8f, 0.8f);
106  self.VNNSwitch.transform =CGAffineTransformMakeScale(0.8f, 0.8f);
107 
108  self.tracker.activeDisplay = DISPLAY_FEATURE_POINTS + DISPLAY_SPLINES + DISPLAY_GAZE + DISPLAY_AXES;
109 
110  [self.analyserPanel setHidden:YES];
111 
112  CGAffineTransform transform = CGAffineTransformMakeScale(1.0f, 3.0f);
113  self.angerProgress.transform = transform;
114  self.disgustProgress.transform = transform;
115  self.fearProgress.transform = transform;
116  self.happinessProgress.transform = transform;
117  self.sadnessProgress.transform = transform;
118  self.surpriseProgress.transform = transform;
119 
120  [self.angerProgress setHidden:YES];
121  [self.disgustProgress setHidden:YES];
122  [self.fearProgress setHidden:YES];
123  [self.happinessProgress setHidden:YES];
124  [self.sadnessProgress setHidden:YES];
125  [self.surpriseProgress setHidden:YES];
126 
127  [self.genderImg setHidden:YES];
128 
129  [self.message setHidden:YES];
130 }
131 
132 -(void)hideSidePanel:(UIGestureRecognizer *)gesture
133 {
134  if(gesture.state == UIGestureRecognizerStateEnded)
135  {
136  [UIView transitionWithView:self.sidePanel duration:0.2 options:UIViewAnimationOptionCurveEaseIn animations:^{
137 
138  CGRect frame = self.sidePanel.frame;
139  frame.origin.x = -self.sidePanel.frame.size.width;
140  self.sidePanel.frame = frame;
141 
142  } completion:^(BOOL finished)
143  {
144  if (finished) {
145  [self.transparentView setHidden:YES];
146  [self.toolbar setHidden:NO];
147  }
148  }];
149  }
150 }
151 
152 - (IBAction)tapScreen:(id)sender
153 {
154  //recognize tap only if side menu is hidden
155  if([self.transparentView isHidden])
156  {
157  CGPoint tapPoint = [sender locationInView:self.view];
158 
159  //update tap positions for tracker only if analyser activated
160  if(ageClicked || genderClicked || emoClicked)
161  {
162  self->tracker.tapPositionx = tapPoint.x;
163  self->tracker.tapPositiony = self.view.bounds.size.height - tapPoint.y; //vertical flip
164  }
165 
166  NSString *touchPosition = [NSString stringWithFormat:@"%f+%f",self->tracker.tapPositionx,self->tracker.tapPositiony];
167  }
168 }
169 
170 - (IBAction)menuClick:(id)sender
171 {
172  [self.transparentView setHidden:NO];
173  [self.toolbar setHidden:YES];
174 
175  [UIView transitionWithView:self.sidePanel duration:0.2 options:UIViewAnimationOptionCurveEaseIn animations:^{
176 
177  CGRect frame = self.sidePanel.frame;
178  frame.origin.x = 0;
179  self.sidePanel.frame = frame;
180 
181  } completion:nil];
182 }
183 
184 - (IBAction)cameraClick:(id)sender
185 {
186  if(self.cameraBttn.isSelected == false)
187  {
188  [self.cameraBttn setImage:[UIImage imageNamed:@"Switch-Camera-icon-blue.png"] forState:UIControlStateHighlighted];
189  [self.cameraBttn setImage:[UIImage imageNamed:@"Switch-Camera-icon.png"] forState:UIControlStateNormal];
190 
191  self.cameraID = 0;
192  [self->tracker startTrackingFromCam:self.cameraID];
193 
194  [self.cameraBttn setSelected:YES];
195  }
196  else
197  {
198  [self.cameraBttn setImage:[UIImage imageNamed:@"Switch-Camera-icon-blue.png"] forState:UIControlStateSelected | UIControlStateHighlighted];
199 
200  self.cameraID = 1;
201  [self->tracker startTrackingFromCam:self.cameraID];
202 
203  [self.cameraBttn setSelected:NO];
204  }
205 }
206 
207 - (IBAction)imageClick:(id)sender
208 {
209  #if TARGET_IPHONE_SIMULATOR
210  [self.tracker startTrackingFromImage:nil];
211  #else
212  if ([[UIDevice currentDevice] userInterfaceIdiom] == UIUserInterfaceIdiomPad)
213  {
214  self.popOver = [[UIPopoverController alloc] initWithContentViewController:self.imgPicker];
215  [self.popOver presentPopoverFromRect:CGRectMake(0.0, 0.0, 400.0, 400.0) inView:self.view permittedArrowDirections:UIPopoverArrowDirectionAny animated:YES];
216  }
217  else
218  {
219  [self presentViewController:self.imgPicker animated:YES completion:nil];
220  }
221  #endif
222 }
223 
224 -(void) imagePickerController:(UIImagePickerController *)picker didFinishPickingMediaWithInfo: (NSDictionary*)info
225 {
226  NSString *mediaType = [info objectForKey: UIImagePickerControllerMediaType];
227  UIImage *image;
228  NSString *video;
229 
230  if (CFStringCompare ((__bridge CFStringRef) mediaType, kUTTypeImage, 0) == kCFCompareEqualTo)
231  {
232  image = (UIImage *) [info objectForKey: UIImagePickerControllerOriginalImage];
233  }
234 
235  else if (CFStringCompare ((__bridge CFStringRef) mediaType, kUTTypeMovie, 0) == kCFCompareEqualTo)
236  {
237  NSString *tmpVideo = [[info objectForKey: UIImagePickerControllerMediaURL] path];
238  NSString *docsDir = [[self applicationDocumentsDirectory] path];
239  NSString *videoName = [tmpVideo lastPathComponent];
240 
241  if ([[NSFileManager defaultManager] fileExistsAtPath:tmpVideo])
242  {
243  NSFileManager *mgr = [[NSFileManager alloc] init];
244  NSError *error;
245  video = [docsDir stringByAppendingFormat:@"/%@", videoName];
246 
247  bool success = [mgr copyItemAtPath:tmpVideo toPath:video error:&error];
248  if (!success){
249  NSLog(@"Failed to copy video file to Documents/ folder!");
250  video = nil;
251  }
252  }
253  else
254  {
255  NSLog(@"Failed to load video file from device!");
256  video = nil;
257  }
258  }
259 
260  [self dismissViewControllerAnimated:YES completion:nil];
261 
262  if ([[UIDevice currentDevice] userInterfaceIdiom] == UIUserInterfaceIdiomPad)
263  {
264  [popOver dismissPopoverAnimated:YES];
265  }
266 
267  if ([mediaType isEqual: @"public.image"])
268  {
269  [self->tracker startTrackingFromImage:image];
270  }
271  else if (video != nil && [mediaType isEqual: @"public.movie"])
272  {
273  [self->tracker startTrackingFromVideo:video];
274  }
275 
276  [self.cameraBttn setSelected:NO];
277  [self.cameraBttn setImage:[UIImage imageNamed:@"Camera-icon.png"] forState:UIControlStateNormal];
278  [self.cameraBttn setImage:[UIImage imageNamed:@"Camera-icon-blue.png"] forState:UIControlStateHighlighted];
279 }
280 
281 - (IBAction)ageClick:(id)sender
282 {
283  if([self.ageSwitch isOn])
284  {
285  if ([self->tracker initAnalyser])
286  {
287  self.tracker.ageActivated = true;
288  self.ageClicked = true;
289 
290  [self.analyserPanel setHidden:NO];
291  }
292  }
293  else
294  {
295  self.tracker.ageActivated = false;
296  self.ageClicked = false;
297 
298  if(!self.emoClicked && !self.genderClicked)
299  [self.analyserPanel setHidden:YES];
300  }
301 }
302 
303 - (IBAction)genderClick:(id)sender
304 {
305  if([self.genderSwitch isOn])
306  {
307  if ([self->tracker initAnalyser])
308  {
309  self.tracker.genderActivated = true;
310  self.genderClicked = true;
311 
312  [self.analyserPanel setHidden:NO];
313  }
314  }
315  else
316  {
317  self.tracker.genderActivated = false;
318  self.genderClicked = false;
319 
320  if(!self.emoClicked && !self.ageClicked)
321  [self.analyserPanel setHidden:YES];
322  }
323 }
324 
325 - (IBAction)emotionClick:(id)sender
326 {
327  if([self.emotionSwitch isOn])
328  {
329  if ([self->tracker initAnalyser])
330  {
331  self.tracker.emotionsActivated = true;
332  self.emoClicked = true;
333 
334  [self.analyserPanel setHidden:NO];
335  }
336  }
337  else
338  {
339  self.tracker.emotionsActivated = false;
340  self.emoClicked = false;
341 
342  if(!self.genderClicked && !self.ageClicked)
343  [self.analyserPanel setHidden:YES];
344  }
345 }
346 
347 - (IBAction)pointsClick:(id)sender
348 {
349  self.tracker.activeDisplay ^= DISPLAY_FEATURE_POINTS;
350 }
351 
352 - (IBAction)splinesClick:(id)sender
353 {
354  self.tracker.activeDisplay ^= DISPLAY_SPLINES;
355 }
356 
357 - (IBAction)gazeClick:(id)sender
358 {
359  self.tracker.activeDisplay ^= DISPLAY_GAZE;
360 }
361 
362 - (IBAction)axesClick:(id)sender
363 {
364  self.tracker.activeDisplay ^= DISPLAY_AXES;
365 }
366 
367 - (IBAction)wireframeClick:(id)sender
368 {
369  self.tracker.activeDisplay ^= DISPLAY_WIRE_FRAME;
370 }
371 
372 - (IBAction)irisClick:(id)sender
373 {
374  self.tracker.activeDisplay ^= DISPLAY_IRIS;
375  [self->tracker toggleIrisTracking:[self.irisSwitch isOn]];
376 }
377 
378 - (IBAction)earsClick:(id)sender
379 {
380  if ([self.earsSwitch isOn])
381  {
382  [self->tracker toggleEarsTracking:TRUE];
383  }
384  else
385  {
386  [self->tracker toggleEarsTracking:FALSE];
387  }
388 }
389 
390 - (IBAction)VNNClick:(id)sender
391 {
392  if ([self.VNNSwitch isOn])
393  {
394  [self->tracker toggleRefineLandmarks:TRUE];
395  self.VNNLabel.text = @"High";
396  }
397  else
398  {
399  [self->tracker toggleRefineLandmarks:FALSE];
400  self.VNNLabel.text = @"Low";
401  }
402 }
403 
404 - (void)didReceiveMemoryWarning
405 {
406  [super didReceiveMemoryWarning];
407  // Dispose of any resources that can be recreated.
408 
409 }
410 
411 - (void)viewDidUnload
412 {
413  [super viewDidUnload];
414  // Release any retained subviews of the main view.
415  // e.g. self.myOutlet = nil;
416 }
417 
418 - (void)dealloc
419 {
420  [resultsDisplayTimer invalidate];
421 }
422 
423 - (Informer*) createInformer
424 {
425  Informer* informer = [Informer alloc];
426  informer.fpsLabel = NULL;
427  informer.infoLabel = NULL;
428  informer.statusLabel = NULL;
429 
430  return informer;
431 }
432 
433 - (AnalyserInformer*) createAnalyserInformer
434 {
435  AnalyserInformer* analyserInformer = [AnalyserInformer alloc];
436 
437  analyserInformer.angerLabel = self.angerLabel;
438  analyserInformer.disgustLabel = self.disgustLabel;
439  analyserInformer.fearLabel = self.fearLabel;
440  analyserInformer.happinessLabel = self.happinessLabel;
441  analyserInformer.sadnessLabel = self.sadnessLabel;
442  analyserInformer.surpriseLabel = self.surpriseLabel;
443  analyserInformer.ageLabel = self.ageLabel;
444  analyserInformer.genderLabel = self.genderLabel;
445 
446  analyserInformer.angerProgress = self.angerProgress;
447  analyserInformer.disgustProgress = self.disgustProgress;
448  analyserInformer.fearProgress = self.fearProgress;
449  analyserInformer.happinessProgress = self.happinessProgress;
450  analyserInformer.sadnessProgress = self.sadnessProgress;
451  analyserInformer.surpriseProgress = self.surpriseProgress;
452 
453  analyserInformer.genderImg = self.genderImg;
454 
455  analyserInformer.messageLabel = self.message;
456 
457  return analyserInformer;
458 }
459 
460 @end
Displays tracking information.
UILabel * angerLabel
Labels with analyser information.
UIImageView * genderImg
Image with gender information.
UILabel * genderLabel
Label with gender information.
UILabel * fpsLabel
Label with fps information.
UIProgressView * happinessProgress
Progress view with happiness information.
UIProgressView * angerProgress
Progress views with analyser information.
Displays analyser information.
Implements simple high-level Objective-C interface around VisageSDK::VisageTracker functionallity.
UILabel * fearLabel
Label with fear information.
UIProgressView * sadnessProgress
Progress view with sadness information.
UILabel * statusLabel
Label with tracking status.
UIProgressView * fearProgress
Progress view with fear information.
UILabel * ageLabel
Label with age information.
UILabel * disgustLabel
Label with disgust information.
UIProgressView * disgustProgress
Progress view with disgust information.
UILabel * surpriseLabel
Label with surprise information.
UILabel * infoLabel
Label with tracking information.
UILabel * happinessLabel
Label with hapiness information.
UILabel * sadnessLabel
Label with sadness information.
UIProgressView * surpriseProgress
Progress view with surprise information.