17 package com.visagetechnologies.showcasedemo;
19 import android.Manifest;
20 import android.app.AlertDialog;
21 import android.app.Dialog;
22 import android.content.Context;
23 import android.content.DialogInterface;
24 import android.content.pm.PackageManager;
25 import android.content.res.Configuration;
26 import android.graphics.ImageFormat;
27 import android.graphics.SurfaceTexture;
28 import android.hardware.camera2.CameraAccessException;
29 import android.hardware.camera2.CameraCaptureSession;
30 import android.hardware.camera2.CameraCharacteristics;
31 import android.hardware.camera2.CameraDevice;
32 import android.hardware.camera2.CameraManager;
33 import android.hardware.camera2.CameraMetadata;
34 import android.hardware.camera2.CaptureRequest;
35 import android.hardware.camera2.params.StreamConfigurationMap;
36 import android.media.Image;
37 import android.media.ImageReader;
38 import android.os.Bundle;
39 import android.os.Handler;
40 import android.os.HandlerThread;
41 import androidx.annotation.NonNull;
42 import androidx.legacy.app.FragmentCompat;
43 import androidx.core.app.ActivityCompat;
44 import androidx.fragment.app.DialogFragment;
45 import androidx.fragment.app.Fragment;
46 import androidx.fragment.app.FragmentActivity;
47 import android.util.Log;
48 import android.util.Size;
49 import android.view.LayoutInflater;
50 import android.view.Surface;
51 import android.view.View;
52 import android.view.ViewGroup;
53 import android.widget.Toast;
55 import java.nio.ByteBuffer;
56 import java.util.ArrayList;
57 import java.util.Collections;
58 import java.util.Comparator;
59 import java.util.List;
60 import java.util.concurrent.Semaphore;
61 import java.util.concurrent.TimeUnit;
63 public class Camera2Fragment
extends Fragment
64 implements FragmentCompat.OnRequestPermissionsResultCallback {
66 private static Camera2Fragment instance = null;
68 private static final String TAG =
"Camera2Fragment";
69 private static final int REQUEST_VIDEO_PERMISSIONS = 1;
70 private static final String FRAGMENT_DIALOG =
"dialog";
72 private static final String[] VIDEO_PERMISSIONS = {
73 Manifest.permission.CAMERA,
74 Manifest.permission.RECORD_AUDIO
77 private VisageWrapper visageWrapper;
82 private CameraDevice mCameraDevice;
84 private boolean frontCameraActive =
true;
90 private CameraCaptureSession mPreviewSession;
95 private Size mPreviewSize;
100 private HandlerThread cameraBackgroundThread;
105 private Handler cameraBackgroundHandler;
110 private Semaphore mCameraOpenCloseLock =
new Semaphore(1);
115 private CameraDevice.StateCallback mStateCallback =
new CameraDevice.StateCallback() {
118 public void onOpened(@NonNull CameraDevice cameraDevice) {
119 mCameraDevice = cameraDevice;
121 mCameraOpenCloseLock.release();
123 visageWrapper.SetParameters(mPreviewSize.getWidth(), mPreviewSize.getHeight(), mOrientation, frontCameraActive ? 1 : 0);
127 public void onDisconnected(@NonNull CameraDevice cameraDevice) {
128 mCameraOpenCloseLock.release();
129 cameraDevice.close();
130 mCameraDevice = null;
134 public void onError(@NonNull CameraDevice cameraDevice,
int error) {
135 mCameraOpenCloseLock.release();
136 cameraDevice.close();
137 mCameraDevice = null;
138 FragmentActivity activity = getActivity();
139 if (null != activity) {
146 private Integer mOrientation;
147 private CaptureRequest.Builder mPreviewBuilder;
149 private ImageReader mImageReader;
151 private static int frameID = 0;
153 private ImageReader.OnImageAvailableListener onImageAvailableListener =
new ImageReader.OnImageAvailableListener() {
155 public void onImageAvailable(ImageReader reader) {
158 long tsA =
System.currentTimeMillis();
160 image = reader.acquireLatestImage();
164 Image.Plane[] planes = image.getPlanes();
166 ByteBuffer byteBuffer0 = planes[0].getBuffer();
167 ByteBuffer byteBuffer1 = planes[1].getBuffer();
168 ByteBuffer byteBuffer2 = planes[2].getBuffer();
170 if( byteBuffer0 == null || byteBuffer1 == null || byteBuffer2 == null)
173 visageWrapper.WriteFrameStream(byteBuffer0, byteBuffer1, byteBuffer2, tsA, frameID++, planes[1].getPixelStride());
175 }
catch(Exception e){
186 public static Camera2Fragment newInstance() {
187 return new Camera2Fragment();
190 public static Camera2Fragment
get() {
191 if (instance == null) {
192 synchronized (Camera2Fragment.class) {
193 if (instance == null) {
194 instance = Camera2Fragment.newInstance();
212 private static Size chooseOptimalSize(Size[] choices,
int width,
int height, Size aspectRatio) {
214 List<Size> bigEnough =
new ArrayList<>();
215 int w = aspectRatio.getWidth();
216 int h = aspectRatio.getHeight();
218 for (Size option : choices) {
219 Log.d(TAG,
"size " + option.getWidth() +
" " + option.getHeight());
220 if (option.getHeight() == option.getWidth() * h / w
221 && option.getWidth() >= width
222 && option.getHeight() >= height) {
224 bigEnough.add(option);
229 if (bigEnough.size() > 0) {
230 return Collections.min(bigEnough,
new CompareSizesByArea());
232 Log.e(TAG,
"Couldn't find any suitable preview size");
233 return choices[choices.length / 2];
238 public View onCreateView(LayoutInflater inflater, ViewGroup container,
239 Bundle savedInstanceState) {
240 return inflater.inflate(R.layout.fragment, container,
false);
244 public void onActivityCreated(Bundle savedInstanceState){
245 super.onActivityCreated(savedInstanceState);
247 Context context = getActivity();
248 visageWrapper = VisageWrapper.get(context);
249 visageWrapper.switchToCamera();
250 visageWrapper.onCreate();
254 public void onResume() {
256 visageWrapper.onResume();
258 startCameraBackgroundThread();
259 openCamera(640, 480, frontCameraActive);
263 public void onPause() {
266 visageWrapper.onPause();
268 stopCameraBackgroundThread();
273 public void onDetach() {
279 public void onConfigurationChanged(Configuration newConfiguration){
280 super.onConfigurationChanged(newConfiguration);
282 visageWrapper.PauseTracker();
283 CameraManager manager = (CameraManager) getActivity().getSystemService(Context.CAMERA_SERVICE);
285 CameraCharacteristics characteristics = manager.getCameraCharacteristics(mCameraDevice.getId());
286 mOrientation = getCorrectCameraOrientation(characteristics);
288 visageWrapper.SetParameters(mPreviewSize.getWidth(), mPreviewSize.getHeight(), mOrientation, frontCameraActive ? 1 : 0);
289 }
catch (CameraAccessException e){
297 private void startCameraBackgroundThread() {
298 cameraBackgroundThread =
new HandlerThread(
"CameraBackground");
299 cameraBackgroundThread.start();
300 cameraBackgroundHandler =
new Handler(cameraBackgroundThread.getLooper());
306 private void stopCameraBackgroundThread() {
307 cameraBackgroundThread.quitSafely();
309 cameraBackgroundThread.join();
310 cameraBackgroundThread = null;
311 cameraBackgroundHandler = null;
312 }
catch (InterruptedException e) {
323 private boolean shouldShowRequestPermissionRationale(String[] permissions) {
324 for (String permission : permissions) {
325 if (ActivityCompat.shouldShowRequestPermissionRationale(getActivity(), permission)) {
335 private void requestVideoPermissions() {
336 if (shouldShowRequestPermissionRationale(VIDEO_PERMISSIONS)) {
337 new ConfirmationDialog().show(getChildFragmentManager(), FRAGMENT_DIALOG);
339 ActivityCompat.requestPermissions(getActivity(), VIDEO_PERMISSIONS, REQUEST_VIDEO_PERMISSIONS);
344 public void onRequestPermissionsResult(
int requestCode, @NonNull String[] permissions,
345 @NonNull
int[] grantResults) {
346 Log.d(TAG,
"onRequestPermissionsResult");
347 if (requestCode == REQUEST_VIDEO_PERMISSIONS) {
348 if (grantResults.length == VIDEO_PERMISSIONS.length) {
349 for (
int result : grantResults) {
350 if (result != PackageManager.PERMISSION_GRANTED) {
351 ErrorDialog.newInstance(getString(R.string.permission_request))
352 .show(getChildFragmentManager(), FRAGMENT_DIALOG);
357 ErrorDialog.newInstance(getString(R.string.permission_request))
358 .show(getChildFragmentManager(), FRAGMENT_DIALOG);
361 super.onRequestPermissionsResult(requestCode, permissions, grantResults);
365 private boolean hasPermissionsGranted(String[] permissions) {
366 for (String permission : permissions) {
367 if (ActivityCompat.checkSelfPermission(getActivity(), permission)
368 != PackageManager.PERMISSION_GRANTED) {
378 @SuppressWarnings(
"MissingPermission")
379 private
void openCamera(
int width,
int height,
boolean frontCamera) {
380 if (!hasPermissionsGranted(VIDEO_PERMISSIONS)) {
381 requestVideoPermissions();
384 final FragmentActivity activity = getActivity();
385 if (null == activity || activity.isFinishing()) {
389 CameraManager manager = (CameraManager) activity.getSystemService(Context.CAMERA_SERVICE);
391 Log.d(TAG,
"tryAcquire");
392 if (!mCameraOpenCloseLock.tryAcquire(2500, TimeUnit.MILLISECONDS)) {
393 throw new RuntimeException(
"Time out waiting to lock camera opening.");
396 String[] cameraList = manager.getCameraIdList();
397 String cameraId = null;
399 for(String cam : cameraList){
401 if(CameraCharacteristics.LENS_FACING_FRONT == manager.getCameraCharacteristics(cam).get(CameraCharacteristics.LENS_FACING)){
406 if(CameraCharacteristics.LENS_FACING_FRONT != manager.getCameraCharacteristics(cam).get(CameraCharacteristics.LENS_FACING)){
412 if(cameraId == null && cameraList.length != 0){
413 cameraId = cameraList[0];
417 CameraCharacteristics characteristics = manager.getCameraCharacteristics(cameraId);
419 StreamConfigurationMap map = characteristics
420 .get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);
422 mPreviewSize = chooseOptimalSize(map.getOutputSizes(SurfaceTexture.class),
423 width, height,
new Size(width, height));
425 Log.i(TAG,
"Current preview size is " + mPreviewSize.getWidth() +
" " + mPreviewSize.getHeight());
426 mOrientation = getCorrectCameraOrientation(characteristics);
427 manager.openCamera(cameraId, mStateCallback, null);
429 mImageReader = ImageReader.newInstance(mPreviewSize.getWidth(), mPreviewSize.getHeight(), ImageFormat.YUV_420_888, 2);
430 mImageReader.setOnImageAvailableListener(onImageAvailableListener, cameraBackgroundHandler);
432 }
catch (CameraAccessException e) {
433 Toast.makeText(activity,
"Cannot access the camera.", Toast.LENGTH_SHORT).show();
435 }
catch (NullPointerException e) {
438 ErrorDialog.newInstance(getString(R.string.camera_error))
439 .show(getChildFragmentManager(), FRAGMENT_DIALOG);
440 }
catch (InterruptedException e) {
441 throw new RuntimeException(
"Interrupted while trying to lock camera opening.");
445 private void closeCamera() {
447 mCameraOpenCloseLock.acquire();
448 closePreviewSession();
449 if (null != mCameraDevice) {
450 mCameraDevice.close();
451 mCameraDevice = null;
453 if (null != mImageReader) {
454 mImageReader.close();
457 }
catch (InterruptedException e) {
458 throw new RuntimeException(
"Interrupted while trying to lock camera closing.");
460 mCameraOpenCloseLock.release();
467 private void startPreview() {
468 if (null == mCameraDevice || null == mPreviewSize) {
471 try {closePreviewSession();
473 List<Surface> surfaces =
new ArrayList<>();
475 mPreviewBuilder = mCameraDevice.createCaptureRequest(CameraDevice.TEMPLATE_PREVIEW);
478 Surface imageSurface = mImageReader.getSurface();
479 surfaces.add(imageSurface);
480 mPreviewBuilder.addTarget(imageSurface);
482 mCameraDevice.createCaptureSession(surfaces,
483 new CameraCaptureSession.StateCallback() {
486 public void onConfigured(@NonNull CameraCaptureSession session) {
487 mPreviewSession = session;
492 public void onConfigureFailed(@NonNull CameraCaptureSession session) {
493 FragmentActivity activity = getActivity();
494 if (null != activity) {
495 Toast.makeText(activity,
"Failed", Toast.LENGTH_SHORT).show();
498 }, cameraBackgroundHandler);
499 }
catch (CameraAccessException e) {
507 private void updatePreview() {
508 if (null == mCameraDevice) {
512 setUpCaptureRequestBuilder(mPreviewBuilder);
513 mPreviewSession.setRepeatingRequest(mPreviewBuilder.build(), null, cameraBackgroundHandler);
514 }
catch (CameraAccessException e) {
519 private void setUpCaptureRequestBuilder(CaptureRequest.Builder builder) {
520 builder.set(CaptureRequest.CONTROL_MODE, CameraMetadata.CONTROL_MODE_AUTO);
523 private void closePreviewSession() {
524 if (mPreviewSession != null) {
525 mPreviewSession.close();
526 mPreviewSession = null;
530 public int getCorrectCameraOrientation(CameraCharacteristics info){
532 Integer rotation = getActivity().getWindowManager().getDefaultDisplay().getOrientation();
536 case Surface.ROTATION_0:
540 case Surface.ROTATION_90:
544 case Surface.ROTATION_180:
548 case Surface.ROTATION_270:
555 Integer mSensorOrientation = info.get(CameraCharacteristics.SENSOR_ORIENTATION);
556 Integer lensFacing = info.get(CameraCharacteristics.LENS_FACING);
557 if(lensFacing.intValue() == CameraCharacteristics.LENS_FACING_FRONT){
558 result = (mSensorOrientation.intValue() + degrees) % 360;
560 result = (mSensorOrientation.intValue() - degrees + 360) % 360;
566 public void switchCamera() {
567 visageWrapper.PauseTracker();
568 frontCameraActive = !frontCameraActive;
571 openCamera(640, 480, frontCameraActive);
577 static class CompareSizesByArea
implements Comparator<Size> {
580 public int compare(Size lhs, Size rhs) {
582 return Long.signum((
long) lhs.getWidth() * lhs.getHeight() -
583 (long) rhs.getWidth() * rhs.getHeight());
588 public static class ErrorDialog
extends DialogFragment {
590 private static final String ARG_MESSAGE =
"message";
592 public static ErrorDialog newInstance(String message) {
593 ErrorDialog dialog =
new ErrorDialog();
594 Bundle args =
new Bundle();
595 args.putString(ARG_MESSAGE, message);
596 dialog.setArguments(args);
601 public Dialog onCreateDialog(Bundle savedInstanceState) {
602 final FragmentActivity activity = getActivity();
603 return new AlertDialog.Builder(activity)
604 .setMessage(getArguments().getString(ARG_MESSAGE))
605 .setPositiveButton(android.R.string.ok,
new DialogInterface.OnClickListener() {
607 public void onClick(DialogInterface dialogInterface,
int i) {
616 public static class ConfirmationDialog
extends DialogFragment {
619 public Dialog onCreateDialog(Bundle savedInstanceState) {
620 return new AlertDialog.Builder(getActivity())
621 .setMessage(R.string.permission_request)
622 .setPositiveButton(android.R.string.ok,
new DialogInterface.OnClickListener() {
624 public void onClick(DialogInterface dialog,
int which) {
625 ActivityCompat.requestPermissions( getActivity(), VIDEO_PERMISSIONS,
626 REQUEST_VIDEO_PERMISSIONS);
629 .setNegativeButton(android.R.string.cancel,
630 new DialogInterface.OnClickListener() {
632 public void onClick(DialogInterface dialog,
int which) {
633 getActivity().finish();