answer/impl/SelfManagedAnswerVideoCallScreen.java

/*
 * Copyright (C) 2017 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License
 */

package com.android.incallui.answer.impl;

import android.content.Context;
import android.hardware.camera2.CameraAccessException;
import android.hardware.camera2.CameraCaptureSession;
import android.hardware.camera2.CameraCharacteristics;
import android.hardware.camera2.CameraDevice;
import android.hardware.camera2.CameraDevice.StateCallback;
import android.hardware.camera2.CameraManager;
import android.hardware.camera2.CameraMetadata;
import android.hardware.camera2.CaptureRequest;
import android.hardware.camera2.params.StreamConfigurationMap;
import android.support.annotation.NonNull;
import android.support.annotation.Nullable;
import android.support.v4.app.Fragment;
import android.util.Size;
import android.view.Surface;
import android.view.SurfaceHolder;
import android.view.SurfaceView;
import android.view.View;
import com.android.dialer.common.Assert;
import com.android.dialer.common.LogUtil;
import com.android.incallui.video.protocol.VideoCallScreen;
import java.util.Arrays;

/**
 * Shows the local preview for the incoming video call or video upgrade request. This class is used
 * for RCS Video Share where we need to open the camera preview ourselves. For IMS Video the camera
 * is managed by the modem, see {@link AnswerVideoCallScreen}.
 */
public class SelfManagedAnswerVideoCallScreen extends StateCallback implements VideoCallScreen {

  private static final int MAX_WIDTH = 1920;
  private static final float ASPECT_TOLERANCE = 0.1f;
  private static final float TARGET_ASPECT = 16.f / 9.f;

  @NonNull private final String callId;
  @NonNull private final Fragment fragment;
  @NonNull private final FixedAspectSurfaceView surfaceView;
  private final Context context;

  private String cameraId;
  private CameraDevice camera;
  private CaptureRequest.Builder captureRequestBuilder;

  public SelfManagedAnswerVideoCallScreen(
      @NonNull String callId, @NonNull Fragment fragment, @NonNull View view) {
    this.callId = Assert.isNotNull(callId);
    this.fragment = Assert.isNotNull(fragment);
    this.context = Assert.isNotNull(fragment.getContext());

    surfaceView =
        Assert.isNotNull(
            (FixedAspectSurfaceView) view.findViewById(R.id.incoming_preview_surface_view));
    surfaceView.setVisibility(View.VISIBLE);
    view.findViewById(R.id.incoming_preview_texture_view_overlay).setVisibility(View.VISIBLE);
    view.setBackgroundColor(0xff000000);
  }

  @Override
  public void onVideoScreenStart() {
    openCamera();
  }

  @Override
  public void onVideoScreenStop() {
    closeCamera();
  }

  @Override
  public void showVideoViews(
      boolean shouldShowPreview, boolean shouldShowRemote, boolean isRemotelyHeld) {}

  @Override
  public void onLocalVideoDimensionsChanged() {}

  @Override
  public void onLocalVideoOrientationChanged() {}

  @Override
  public void onRemoteVideoDimensionsChanged() {}

  @Override
  public void updateFullscreenAndGreenScreenMode(
      boolean shouldShowFullscreen, boolean shouldShowGreenScreen) {}

  @Override
  public Fragment getVideoCallScreenFragment() {
    return fragment;
  }

  @Override
  public String getCallId() {
    return callId;
  }

  /**
   * Opens the first front facing camera on the device into a {@link SurfaceView} while preserving
   * aspect ratio.
   */
  private void openCamera() {
    CameraManager manager = context.getSystemService(CameraManager.class);

    StreamConfigurationMap configMap = getFrontFacingCameraSizes(manager);
    if (configMap == null) {
      return;
    }

    Size previewSize = getOptimalSize(configMap.getOutputSizes(SurfaceHolder.class));
    LogUtil.i("SelfManagedAnswerVideoCallScreen.openCamera", "Optimal size: " + previewSize);
    float outputAspect = (float) previewSize.getWidth() / previewSize.getHeight();
    surfaceView.setAspectRatio(outputAspect);
    surfaceView.getHolder().setFixedSize(previewSize.getWidth(), previewSize.getHeight());

    try {
      manager.openCamera(cameraId, this, null);
    } catch (CameraAccessException e) {
      LogUtil.e("SelfManagedAnswerVideoCallScreen.openCamera", "failed to open camera", e);
    }
  }

  @Nullable
  private StreamConfigurationMap getFrontFacingCameraSizes(CameraManager manager) {
    String[] cameraIds;
    try {
      cameraIds = manager.getCameraIdList();
    } catch (CameraAccessException e) {
      LogUtil.e(
          "SelfManagedAnswerVideoCallScreen.getFrontFacingCameraSizes",
          "failed to get camera ids",
          e);
      return null;
    }

    for (String cameraId : cameraIds) {
      CameraCharacteristics characteristics;
      try {
        characteristics = manager.getCameraCharacteristics(cameraId);
      } catch (CameraAccessException e) {
        LogUtil.e(
            "SelfManagedAnswerVideoCallScreen.getFrontFacingCameraSizes",
            "failed to get camera characteristics",
            e);
        continue;
      }

      if (characteristics.get(CameraCharacteristics.LENS_FACING)
          != CameraCharacteristics.LENS_FACING_FRONT) {
        continue;
      }

      StreamConfigurationMap configMap =
          characteristics.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);
      if (configMap == null) {
        continue;
      }

      this.cameraId = cameraId;
      return configMap;
    }
    LogUtil.e(
        "SelfManagedAnswerVideoCallScreen.getFrontFacingCameraSizes", "No valid configurations.");
    return null;
  }

  /**
   * Given an array of {@link Size}s, tries to find the largest Size such that the aspect ratio of
   * the returned size is within {@code ASPECT_TOLERANCE} of {@code TARGET_ASPECT}. This is useful
   * because it provides us with an adequate size/camera resolution that will experience the least
   * stretching from our fullscreen UI that doesn't match any of the camera sizes.
   */
  private static Size getOptimalSize(Size[] outputSizes) {
    Size bestCandidateSize = outputSizes[0];
    float bestCandidateAspect =
        (float) bestCandidateSize.getWidth() / bestCandidateSize.getHeight();

    for (Size candidateSize : outputSizes) {
      if (candidateSize.getWidth() < MAX_WIDTH) {
        float candidateAspect = (float) candidateSize.getWidth() / candidateSize.getHeight();
        boolean isGoodCandidateAspect =
            Math.abs(candidateAspect - TARGET_ASPECT) < ASPECT_TOLERANCE;
        boolean isGoodOutputAspect =
            Math.abs(bestCandidateAspect - TARGET_ASPECT) < ASPECT_TOLERANCE;

        if ((isGoodCandidateAspect && !isGoodOutputAspect)
            || candidateSize.getWidth() > bestCandidateSize.getWidth()) {
          bestCandidateSize = candidateSize;
          bestCandidateAspect = candidateAspect;
        }
      }
    }
    return bestCandidateSize;
  }

  @Override
  public void onOpened(CameraDevice camera) {
    LogUtil.i("SelfManagedAnswerVideoCallScreen.opOpened", "camera opened.");
    this.camera = camera;
    Surface surface = surfaceView.getHolder().getSurface();
    try {
      captureRequestBuilder = camera.createCaptureRequest(CameraDevice.TEMPLATE_PREVIEW);
      captureRequestBuilder.addTarget(surface);
      camera.createCaptureSession(Arrays.asList(surface), new CaptureSessionCallback(), null);
    } catch (CameraAccessException e) {
      LogUtil.e(
          "SelfManagedAnswerVideoCallScreen.createCameraPreview", "failed to create preview", e);
    }
  }

  @Override
  public void onDisconnected(CameraDevice camera) {
    closeCamera();
  }

  @Override
  public void onError(CameraDevice camera, int error) {
    closeCamera();
  }

  private void closeCamera() {
    if (camera != null) {
      camera.close();
      camera = null;
    }
  }

  private class CaptureSessionCallback extends CameraCaptureSession.StateCallback {

    @Override
    public void onConfigured(@NonNull CameraCaptureSession cameraCaptureSession) {
      LogUtil.i(
          "SelfManagedAnswerVideoCallScreen.onConfigured", "camera capture session configured.");
      // The camera is already closed.
      if (camera == null) {
        return;
      }

      // When the session is ready, we start displaying the preview.
      captureRequestBuilder.set(CaptureRequest.CONTROL_MODE, CameraMetadata.CONTROL_MODE_AUTO);
      try {
        cameraCaptureSession.setRepeatingRequest(captureRequestBuilder.build(), null, null);
      } catch (CameraAccessException e) {
        LogUtil.e("CaptureSessionCallback.onConfigured", "failed to configure", e);
      }
    }

    @Override
    public void onConfigureFailed(@NonNull CameraCaptureSession cameraCaptureSession) {
      LogUtil.e("CaptureSessionCallback.onConfigureFailed", "failed to configure");
    }
  }
}