visageSDK
ShowcaseDemo/ShowcaseDemo/DemoFrameGrabber.mm
1 #import "DemoFrameGrabber.h"
2 
3 using namespace VisageSDK;
4 
5 // helper function for converting UIImage to VsImage
6 VsImage *CreateVsImageFromUIImage(UIImage *image, int nChannels) {
7  CGImageRef imageRef = image.CGImage;
8 
9  CGColorSpaceRef colorSpace = CGColorSpaceCreateDeviceRGB();
10  VsImage *vsImage = vsCreateImage(vsSize(image.size.width, image.size.height), VS_DEPTH_8U, 4);
11  CGContextRef contextRef = CGBitmapContextCreate(vsImage->imageData, vsImage->width, vsImage->height,
12  vsImage->depth, vsImage->widthStep,
13  colorSpace, kCGImageAlphaPremultipliedLast|kCGBitmapByteOrderDefault);
14  CGContextDrawImage(contextRef, CGRectMake(0, 0, image.size.width, image.size.height), imageRef);
15  CGContextRelease(contextRef);
16  CGColorSpaceRelease(colorSpace);
17 
18  VsImage *ret = vsCreateImage(vsGetSize(vsImage), VS_DEPTH_8U, nChannels);
19  switch (nChannels) {
20  case 1:
21  vsCvtColor(vsImage, ret, VS_RGBA2GRAY);
22  break;
23  case 4:
24  vsCvtColor(vsImage, ret, VS_RGBA2BGRA);
25  break;
26  case 3:
27  // fallthrough
28  default:
29  vsCvtColor(vsImage, ret, VS_RGBA2BGR);
30  break;
31  }
32  if (vsImage) vsReleaseImage(&vsImage);
33  return ret;
34 }
35 
37 {
38  generator = [AVAssetImageGenerator assetImageGeneratorWithAsset:video];
39  [generator setAppliesPreferredTrackTransform:true];
40  [generator setRequestedTimeToleranceBefore:CMTimeMake(10, 1000)];
41  [generator setRequestedTimeToleranceAfter:CMTimeMake(10, 1000)];
42 
43  CGImageRef imageRef = [generator copyCGImageAtTime:CMTimeMake(0, 1000) actualTime:NULL error:NULL];
44  UIImage* image = [UIImage imageWithCGImage:imageRef];
45  CGImageRelease(imageRef);
46  frame = vsCreateImage(vsSize(image.size.width, image.size.height), VS_DEPTH_8U, 4);
47 
48  width = image.size.width;
49  height = image.size.height;
50  format = VISAGE_FRAMEGRABBER_FMT_BGRA;
51  origin = VISAGE_FRAMEGRABBER_ORIGIN_TL;
52 }
53 
55 {
56  int w = image.size.width;
57  w = (w / 4) * 4;
58  int h = image.size.height;
59  h = (h / 4) * 4;
60 
61  CGSize size;
62  size.width = w;
63  size.height = h;
64  UIGraphicsBeginImageContextWithOptions(size, NO, 0.0);
65  [image drawInRect:CGRectMake(0, 0, size.width, size.height)];
66  UIImage *newImage = UIGraphicsGetImageFromCurrentImageContext();
67  UIGraphicsEndImageContext();
68 
69  frame = CreateVsImageFromUIImage(newImage, 4);
70 
71  width = frame->width;
72  height = frame->height;
73  format = VISAGE_FRAMEGRABBER_FMT_BGRA;
74  origin = VISAGE_FRAMEGRABBER_ORIGIN_TL;
75 };
76 
77 unsigned char *DemoFrameGrabber::GrabFrame(long &timeStamp)
78 {
79  timeStamp = -1;
80  if (frame != nullptr)
81  {
82  unsigned char* ret = (unsigned char*) frame->imageData;
83  return ret;
84  }
85  else
86  {
87  return NULL;
88  }
89 }
90 
91 VsImage* DemoFrameGrabber::GrabVideoFrame(long &timeStamp)
92 {
93  CMTime seekTime = CMTimeMake(timeStamp, 1000);
94 
95  //BGRA
96  CGImageRef obtainedFrame = [generator copyCGImageAtTime:seekTime actualTime:NULL error:NULL];
97  if (obtainedFrame == NULL)
98  {
99  NSLog(@"Reached end of video or could not fetch next frame.");
100  CGImageRelease(obtainedFrame);
101  return NULL;
102  }
103 
104  CFDataRef rawData = CGDataProviderCopyData(CGImageGetDataProvider(obtainedFrame));
105  UInt8* buf = (UInt8*) CFDataGetBytePtr(rawData);
106 
107  memcpy(frame->imageData, buf, frame->imageSize);
108 
109  CFRelease(rawData);
110  CGImageRelease(obtainedFrame);
111 
112  width = frame->width;
113  height = frame->height;
114  format = VISAGE_FRAMEGRABBER_FMT_BGRA;
115  origin = VISAGE_FRAMEGRABBER_ORIGIN_TL;
116 
117  return frame;
118 }
119 
121 {
122  // release loaded image
123  if (frame) vsReleaseImage(&frame);
124 }
int height
Image height in pixels.
char * imageData
Pointer to aligned image data.
int width
Image width in pixels.
int depth
Pixel depth in bits: VS_DEPTH_8U, VS_DEPTH_8S, VS_DEPTH_16S, VS_DEPTH_32S, VS_DEPTH_32F and VS_DEPTH_...
unsigned char * GrabFrame(long &timeStamp)
VisageTracker calls this function periodically to get the new frame to process.
Namespace.
Definition: ios_header.h:1
int widthStep
Size of aligned image row in bytes.
Image store container.