• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright (C) 2013 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #define LOG_TAG "Camera3-Device"
18 #define ATRACE_TAG ATRACE_TAG_CAMERA
19 //#define LOG_NDEBUG 0
20 //#define LOG_NNDEBUG 0  // Per-frame verbose logging
21 
22 #ifdef LOG_NNDEBUG
23 #define ALOGVV(...) ALOGV(__VA_ARGS__)
24 #else
25 #define ALOGVV(...) ((void)0)
26 #endif
27 
28 // Convenience macro for transient errors
29 #define CLOGE(fmt, ...) ALOGE("Camera %d: %s: " fmt, mId, __FUNCTION__, \
30             ##__VA_ARGS__)
31 
32 // Convenience macros for transitioning to the error state
33 #define SET_ERR(fmt, ...) setErrorState(   \
34     "%s: " fmt, __FUNCTION__,              \
35     ##__VA_ARGS__)
36 #define SET_ERR_L(fmt, ...) setErrorStateLocked( \
37     "%s: " fmt, __FUNCTION__,                    \
38     ##__VA_ARGS__)
39 
40 #include <inttypes.h>
41 
42 #include <utils/Log.h>
43 #include <utils/Trace.h>
44 #include <utils/Timers.h>
45 #include <cutils/properties.h>
46 
47 #include <android/hardware/camera2/ICameraDeviceUser.h>
48 
49 #include "utils/CameraTraces.h"
50 #include "mediautils/SchedulingPolicyService.h"
51 #include "device3/Camera3Device.h"
52 #include "device3/Camera3OutputStream.h"
53 #include "device3/Camera3InputStream.h"
54 #include "device3/Camera3ZslStream.h"
55 #include "device3/Camera3DummyStream.h"
56 #include "CameraService.h"
57 
58 using namespace android::camera3;
59 
60 namespace android {
61 
Camera3Device(int id)62 Camera3Device::Camera3Device(int id):
63         mId(id),
64         mIsConstrainedHighSpeedConfiguration(false),
65         mHal3Device(NULL),
66         mStatus(STATUS_UNINITIALIZED),
67         mStatusWaiters(0),
68         mUsePartialResult(false),
69         mNumPartialResults(1),
70         mTimestampOffset(0),
71         mNextResultFrameNumber(0),
72         mNextReprocessResultFrameNumber(0),
73         mNextShutterFrameNumber(0),
74         mNextReprocessShutterFrameNumber(0),
75         mListener(NULL)
76 {
77     ATRACE_CALL();
78     camera3_callback_ops::notify = &sNotify;
79     camera3_callback_ops::process_capture_result = &sProcessCaptureResult;
80     ALOGV("%s: Created device for camera %d", __FUNCTION__, id);
81 }
82 
~Camera3Device()83 Camera3Device::~Camera3Device()
84 {
85     ATRACE_CALL();
86     ALOGV("%s: Tearing down for camera id %d", __FUNCTION__, mId);
87     disconnect();
88 }
89 
getId() const90 int Camera3Device::getId() const {
91     return mId;
92 }
93 
94 /**
95  * CameraDeviceBase interface
96  */
97 
initialize(CameraModule * module)98 status_t Camera3Device::initialize(CameraModule *module)
99 {
100     ATRACE_CALL();
101     Mutex::Autolock il(mInterfaceLock);
102     Mutex::Autolock l(mLock);
103 
104     ALOGV("%s: Initializing device for camera %d", __FUNCTION__, mId);
105     if (mStatus != STATUS_UNINITIALIZED) {
106         CLOGE("Already initialized!");
107         return INVALID_OPERATION;
108     }
109 
110     /** Open HAL device */
111 
112     status_t res;
113     String8 deviceName = String8::format("%d", mId);
114 
115     camera3_device_t *device;
116 
117     ATRACE_BEGIN("camera3->open");
118     res = module->open(deviceName.string(),
119             reinterpret_cast<hw_device_t**>(&device));
120     ATRACE_END();
121 
122     if (res != OK) {
123         SET_ERR_L("Could not open camera: %s (%d)", strerror(-res), res);
124         return res;
125     }
126 
127     /** Cross-check device version */
128     if (device->common.version < CAMERA_DEVICE_API_VERSION_3_0) {
129         SET_ERR_L("Could not open camera: "
130                 "Camera device should be at least %x, reports %x instead",
131                 CAMERA_DEVICE_API_VERSION_3_0,
132                 device->common.version);
133         device->common.close(&device->common);
134         return BAD_VALUE;
135     }
136 
137     camera_info info;
138     res = module->getCameraInfo(mId, &info);
139     if (res != OK) return res;
140 
141     if (info.device_version != device->common.version) {
142         SET_ERR_L("HAL reporting mismatched camera_info version (%x)"
143                 " and device version (%x).",
144                 info.device_version, device->common.version);
145         device->common.close(&device->common);
146         return BAD_VALUE;
147     }
148 
149     /** Initialize device with callback functions */
150 
151     ATRACE_BEGIN("camera3->initialize");
152     res = device->ops->initialize(device, this);
153     ATRACE_END();
154 
155     if (res != OK) {
156         SET_ERR_L("Unable to initialize HAL device: %s (%d)",
157                 strerror(-res), res);
158         device->common.close(&device->common);
159         return BAD_VALUE;
160     }
161 
162     /** Start up status tracker thread */
163     mStatusTracker = new StatusTracker(this);
164     res = mStatusTracker->run(String8::format("C3Dev-%d-Status", mId).string());
165     if (res != OK) {
166         SET_ERR_L("Unable to start status tracking thread: %s (%d)",
167                 strerror(-res), res);
168         device->common.close(&device->common);
169         mStatusTracker.clear();
170         return res;
171     }
172 
173     /** Create buffer manager */
174     mBufferManager = new Camera3BufferManager();
175 
176     bool aeLockAvailable = false;
177     camera_metadata_ro_entry aeLockAvailableEntry;
178     res = find_camera_metadata_ro_entry(info.static_camera_characteristics,
179             ANDROID_CONTROL_AE_LOCK_AVAILABLE, &aeLockAvailableEntry);
180     if (res == OK && aeLockAvailableEntry.count > 0) {
181         aeLockAvailable = (aeLockAvailableEntry.data.u8[0] ==
182                 ANDROID_CONTROL_AE_LOCK_AVAILABLE_TRUE);
183     }
184 
185     /** Start up request queue thread */
186     mRequestThread = new RequestThread(this, mStatusTracker, device, aeLockAvailable);
187     res = mRequestThread->run(String8::format("C3Dev-%d-ReqQueue", mId).string());
188     if (res != OK) {
189         SET_ERR_L("Unable to start request queue thread: %s (%d)",
190                 strerror(-res), res);
191         device->common.close(&device->common);
192         mRequestThread.clear();
193         return res;
194     }
195 
196     mPreparerThread = new PreparerThread();
197 
198     /** Everything is good to go */
199 
200     mDeviceVersion = device->common.version;
201     mDeviceInfo = info.static_camera_characteristics;
202     mHal3Device = device;
203 
204     // Determine whether we need to derive sensitivity boost values for older devices.
205     // If post-RAW sensitivity boost range is listed, so should post-raw sensitivity control
206     // be listed (as the default value 100)
207     if (mDeviceVersion < CAMERA_DEVICE_API_VERSION_3_4 &&
208             mDeviceInfo.exists(ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST_RANGE)) {
209         mDerivePostRawSensKey = true;
210     }
211 
212     internalUpdateStatusLocked(STATUS_UNCONFIGURED);
213     mNextStreamId = 0;
214     mDummyStreamId = NO_STREAM;
215     mNeedConfig = true;
216     mPauseStateNotify = false;
217 
218     // Measure the clock domain offset between camera and video/hw_composer
219     camera_metadata_entry timestampSource =
220             mDeviceInfo.find(ANDROID_SENSOR_INFO_TIMESTAMP_SOURCE);
221     if (timestampSource.count > 0 && timestampSource.data.u8[0] ==
222             ANDROID_SENSOR_INFO_TIMESTAMP_SOURCE_REALTIME) {
223         mTimestampOffset = getMonoToBoottimeOffset();
224     }
225 
226     // Will the HAL be sending in early partial result metadata?
227     if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) {
228         camera_metadata_entry partialResultsCount =
229                 mDeviceInfo.find(ANDROID_REQUEST_PARTIAL_RESULT_COUNT);
230         if (partialResultsCount.count > 0) {
231             mNumPartialResults = partialResultsCount.data.i32[0];
232             mUsePartialResult = (mNumPartialResults > 1);
233         }
234     } else {
235         camera_metadata_entry partialResultsQuirk =
236                 mDeviceInfo.find(ANDROID_QUIRKS_USE_PARTIAL_RESULT);
237         if (partialResultsQuirk.count > 0 && partialResultsQuirk.data.u8[0] == 1) {
238             mUsePartialResult = true;
239         }
240     }
241 
242     camera_metadata_entry configs =
243             mDeviceInfo.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS);
244     for (uint32_t i = 0; i < configs.count; i += 4) {
245         if (configs.data.i32[i] == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED &&
246                 configs.data.i32[i + 3] ==
247                 ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_INPUT) {
248             mSupportedOpaqueInputSizes.add(Size(configs.data.i32[i + 1],
249                     configs.data.i32[i + 2]));
250         }
251     }
252 
253     return OK;
254 }
255 
disconnect()256 status_t Camera3Device::disconnect() {
257     ATRACE_CALL();
258     Mutex::Autolock il(mInterfaceLock);
259 
260     ALOGI("%s: E", __FUNCTION__);
261 
262     status_t res = OK;
263 
264     {
265         Mutex::Autolock l(mLock);
266         if (mStatus == STATUS_UNINITIALIZED) return res;
267 
268         if (mStatus == STATUS_ACTIVE ||
269                 (mStatus == STATUS_ERROR && mRequestThread != NULL)) {
270             res = mRequestThread->clearRepeatingRequests();
271             if (res != OK) {
272                 SET_ERR_L("Can't stop streaming");
273                 // Continue to close device even in case of error
274             } else {
275                 res = waitUntilStateThenRelock(/*active*/ false, kShutdownTimeout);
276                 if (res != OK) {
277                     SET_ERR_L("Timeout waiting for HAL to drain");
278                     // Continue to close device even in case of error
279                 }
280             }
281         }
282 
283         if (mStatus == STATUS_ERROR) {
284             CLOGE("Shutting down in an error state");
285         }
286 
287         if (mStatusTracker != NULL) {
288             mStatusTracker->requestExit();
289         }
290 
291         if (mRequestThread != NULL) {
292             mRequestThread->requestExit();
293         }
294 
295         mOutputStreams.clear();
296         mInputStream.clear();
297     }
298 
299     // Joining done without holding mLock, otherwise deadlocks may ensue
300     // as the threads try to access parent state
301     if (mRequestThread != NULL && mStatus != STATUS_ERROR) {
302         // HAL may be in a bad state, so waiting for request thread
303         // (which may be stuck in the HAL processCaptureRequest call)
304         // could be dangerous.
305         mRequestThread->join();
306     }
307 
308     if (mStatusTracker != NULL) {
309         mStatusTracker->join();
310     }
311 
312     camera3_device_t *hal3Device;
313     {
314         Mutex::Autolock l(mLock);
315 
316         mRequestThread.clear();
317         mStatusTracker.clear();
318         mBufferManager.clear();
319 
320         hal3Device = mHal3Device;
321     }
322 
323     // Call close without internal mutex held, as the HAL close may need to
324     // wait on assorted callbacks,etc, to complete before it can return.
325     if (hal3Device != NULL) {
326         ATRACE_BEGIN("camera3->close");
327         hal3Device->common.close(&hal3Device->common);
328         ATRACE_END();
329     }
330 
331     {
332         Mutex::Autolock l(mLock);
333         mHal3Device = NULL;
334         internalUpdateStatusLocked(STATUS_UNINITIALIZED);
335     }
336 
337     ALOGI("%s: X", __FUNCTION__);
338     return res;
339 }
340 
341 // For dumping/debugging only -
342 // try to acquire a lock a few times, eventually give up to proceed with
343 // debug/dump operations
tryLockSpinRightRound(Mutex & lock)344 bool Camera3Device::tryLockSpinRightRound(Mutex& lock) {
345     bool gotLock = false;
346     for (size_t i = 0; i < kDumpLockAttempts; ++i) {
347         if (lock.tryLock() == NO_ERROR) {
348             gotLock = true;
349             break;
350         } else {
351             usleep(kDumpSleepDuration);
352         }
353     }
354     return gotLock;
355 }
356 
getMaxJpegResolution() const357 Camera3Device::Size Camera3Device::getMaxJpegResolution() const {
358     int32_t maxJpegWidth = 0, maxJpegHeight = 0;
359     if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) {
360         const int STREAM_CONFIGURATION_SIZE = 4;
361         const int STREAM_FORMAT_OFFSET = 0;
362         const int STREAM_WIDTH_OFFSET = 1;
363         const int STREAM_HEIGHT_OFFSET = 2;
364         const int STREAM_IS_INPUT_OFFSET = 3;
365         camera_metadata_ro_entry_t availableStreamConfigs =
366                 mDeviceInfo.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS);
367         if (availableStreamConfigs.count == 0 ||
368                 availableStreamConfigs.count % STREAM_CONFIGURATION_SIZE != 0) {
369             return Size(0, 0);
370         }
371 
372         // Get max jpeg size (area-wise).
373         for (size_t i=0; i < availableStreamConfigs.count; i+= STREAM_CONFIGURATION_SIZE) {
374             int32_t format = availableStreamConfigs.data.i32[i + STREAM_FORMAT_OFFSET];
375             int32_t width = availableStreamConfigs.data.i32[i + STREAM_WIDTH_OFFSET];
376             int32_t height = availableStreamConfigs.data.i32[i + STREAM_HEIGHT_OFFSET];
377             int32_t isInput = availableStreamConfigs.data.i32[i + STREAM_IS_INPUT_OFFSET];
378             if (isInput == ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT
379                     && format == HAL_PIXEL_FORMAT_BLOB &&
380                     (width * height > maxJpegWidth * maxJpegHeight)) {
381                 maxJpegWidth = width;
382                 maxJpegHeight = height;
383             }
384         }
385     } else {
386         camera_metadata_ro_entry availableJpegSizes =
387                 mDeviceInfo.find(ANDROID_SCALER_AVAILABLE_JPEG_SIZES);
388         if (availableJpegSizes.count == 0 || availableJpegSizes.count % 2 != 0) {
389             return Size(0, 0);
390         }
391 
392         // Get max jpeg size (area-wise).
393         for (size_t i = 0; i < availableJpegSizes.count; i += 2) {
394             if ((availableJpegSizes.data.i32[i] * availableJpegSizes.data.i32[i + 1])
395                     > (maxJpegWidth * maxJpegHeight)) {
396                 maxJpegWidth = availableJpegSizes.data.i32[i];
397                 maxJpegHeight = availableJpegSizes.data.i32[i + 1];
398             }
399         }
400     }
401     return Size(maxJpegWidth, maxJpegHeight);
402 }
403 
getMonoToBoottimeOffset()404 nsecs_t Camera3Device::getMonoToBoottimeOffset() {
405     // try three times to get the clock offset, choose the one
406     // with the minimum gap in measurements.
407     const int tries = 3;
408     nsecs_t bestGap, measured;
409     for (int i = 0; i < tries; ++i) {
410         const nsecs_t tmono = systemTime(SYSTEM_TIME_MONOTONIC);
411         const nsecs_t tbase = systemTime(SYSTEM_TIME_BOOTTIME);
412         const nsecs_t tmono2 = systemTime(SYSTEM_TIME_MONOTONIC);
413         const nsecs_t gap = tmono2 - tmono;
414         if (i == 0 || gap < bestGap) {
415             bestGap = gap;
416             measured = tbase - ((tmono + tmono2) >> 1);
417         }
418     }
419     return measured;
420 }
421 
422 /**
423  * Map Android N dataspace definitions back to Android M definitions, for
424  * use with HALv3.3 or older.
425  *
426  * Only map where correspondences exist, and otherwise preserve the value.
427  */
mapToLegacyDataspace(android_dataspace dataSpace)428 android_dataspace Camera3Device::mapToLegacyDataspace(android_dataspace dataSpace) {
429     switch (dataSpace) {
430         case HAL_DATASPACE_V0_SRGB_LINEAR:
431             return HAL_DATASPACE_SRGB_LINEAR;
432         case HAL_DATASPACE_V0_SRGB:
433             return HAL_DATASPACE_SRGB;
434         case HAL_DATASPACE_V0_JFIF:
435             return HAL_DATASPACE_JFIF;
436         case HAL_DATASPACE_V0_BT601_625:
437             return HAL_DATASPACE_BT601_625;
438         case HAL_DATASPACE_V0_BT601_525:
439             return HAL_DATASPACE_BT601_525;
440         case HAL_DATASPACE_V0_BT709:
441             return HAL_DATASPACE_BT709;
442         default:
443             return dataSpace;
444     }
445 }
446 
getJpegBufferSize(uint32_t width,uint32_t height) const447 ssize_t Camera3Device::getJpegBufferSize(uint32_t width, uint32_t height) const {
448     // Get max jpeg size (area-wise).
449     Size maxJpegResolution = getMaxJpegResolution();
450     if (maxJpegResolution.width == 0) {
451         ALOGE("%s: Camera %d: Can't find valid available jpeg sizes in static metadata!",
452                 __FUNCTION__, mId);
453         return BAD_VALUE;
454     }
455 
456     // Get max jpeg buffer size
457     ssize_t maxJpegBufferSize = 0;
458     camera_metadata_ro_entry jpegBufMaxSize = mDeviceInfo.find(ANDROID_JPEG_MAX_SIZE);
459     if (jpegBufMaxSize.count == 0) {
460         ALOGE("%s: Camera %d: Can't find maximum JPEG size in static metadata!", __FUNCTION__, mId);
461         return BAD_VALUE;
462     }
463     maxJpegBufferSize = jpegBufMaxSize.data.i32[0];
464     assert(kMinJpegBufferSize < maxJpegBufferSize);
465 
466     // Calculate final jpeg buffer size for the given resolution.
467     float scaleFactor = ((float) (width * height)) /
468             (maxJpegResolution.width * maxJpegResolution.height);
469     ssize_t jpegBufferSize = scaleFactor * (maxJpegBufferSize - kMinJpegBufferSize) +
470             kMinJpegBufferSize;
471     if (jpegBufferSize > maxJpegBufferSize) {
472         jpegBufferSize = maxJpegBufferSize;
473     }
474 
475     return jpegBufferSize;
476 }
477 
getPointCloudBufferSize() const478 ssize_t Camera3Device::getPointCloudBufferSize() const {
479     const int FLOATS_PER_POINT=4;
480     camera_metadata_ro_entry maxPointCount = mDeviceInfo.find(ANDROID_DEPTH_MAX_DEPTH_SAMPLES);
481     if (maxPointCount.count == 0) {
482         ALOGE("%s: Camera %d: Can't find maximum depth point cloud size in static metadata!",
483                 __FUNCTION__, mId);
484         return BAD_VALUE;
485     }
486     ssize_t maxBytesForPointCloud = sizeof(android_depth_points) +
487             maxPointCount.data.i32[0] * sizeof(float) * FLOATS_PER_POINT;
488     return maxBytesForPointCloud;
489 }
490 
getRawOpaqueBufferSize(int32_t width,int32_t height) const491 ssize_t Camera3Device::getRawOpaqueBufferSize(int32_t width, int32_t height) const {
492     const int PER_CONFIGURATION_SIZE = 3;
493     const int WIDTH_OFFSET = 0;
494     const int HEIGHT_OFFSET = 1;
495     const int SIZE_OFFSET = 2;
496     camera_metadata_ro_entry rawOpaqueSizes =
497         mDeviceInfo.find(ANDROID_SENSOR_OPAQUE_RAW_SIZE);
498     size_t count = rawOpaqueSizes.count;
499     if (count == 0 || (count % PER_CONFIGURATION_SIZE)) {
500         ALOGE("%s: Camera %d: bad opaque RAW size static metadata length(%zu)!",
501                 __FUNCTION__, mId, count);
502         return BAD_VALUE;
503     }
504 
505     for (size_t i = 0; i < count; i += PER_CONFIGURATION_SIZE) {
506         if (width == rawOpaqueSizes.data.i32[i + WIDTH_OFFSET] &&
507                 height == rawOpaqueSizes.data.i32[i + HEIGHT_OFFSET]) {
508             return rawOpaqueSizes.data.i32[i + SIZE_OFFSET];
509         }
510     }
511 
512     ALOGE("%s: Camera %d: cannot find size for %dx%d opaque RAW image!",
513             __FUNCTION__, mId, width, height);
514     return BAD_VALUE;
515 }
516 
dump(int fd,const Vector<String16> & args)517 status_t Camera3Device::dump(int fd, const Vector<String16> &args) {
518     ATRACE_CALL();
519     (void)args;
520 
521     // Try to lock, but continue in case of failure (to avoid blocking in
522     // deadlocks)
523     bool gotInterfaceLock = tryLockSpinRightRound(mInterfaceLock);
524     bool gotLock = tryLockSpinRightRound(mLock);
525 
526     ALOGW_IF(!gotInterfaceLock,
527             "Camera %d: %s: Unable to lock interface lock, proceeding anyway",
528             mId, __FUNCTION__);
529     ALOGW_IF(!gotLock,
530             "Camera %d: %s: Unable to lock main lock, proceeding anyway",
531             mId, __FUNCTION__);
532 
533     bool dumpTemplates = false;
534 
535     String16 templatesOption("-t");
536     String16 monitorOption("-m");
537     int n = args.size();
538     for (int i = 0; i < n; i++) {
539         if (args[i] == templatesOption) {
540             dumpTemplates = true;
541         }
542         if (args[i] == monitorOption) {
543             if (i + 1 < n) {
544                 String8 monitorTags = String8(args[i + 1]);
545                 if (monitorTags == "off") {
546                     mTagMonitor.disableMonitoring();
547                 } else {
548                     mTagMonitor.parseTagsToMonitor(monitorTags);
549                 }
550             } else {
551                 mTagMonitor.disableMonitoring();
552             }
553         }
554     }
555 
556     String8 lines;
557 
558     const char *status =
559             mStatus == STATUS_ERROR         ? "ERROR" :
560             mStatus == STATUS_UNINITIALIZED ? "UNINITIALIZED" :
561             mStatus == STATUS_UNCONFIGURED  ? "UNCONFIGURED" :
562             mStatus == STATUS_CONFIGURED    ? "CONFIGURED" :
563             mStatus == STATUS_ACTIVE        ? "ACTIVE" :
564             "Unknown";
565 
566     lines.appendFormat("    Device status: %s\n", status);
567     if (mStatus == STATUS_ERROR) {
568         lines.appendFormat("    Error cause: %s\n", mErrorCause.string());
569     }
570     lines.appendFormat("    Stream configuration:\n");
571     lines.appendFormat("    Operation mode: %s \n", mIsConstrainedHighSpeedConfiguration ?
572             "CONSTRAINED HIGH SPEED VIDEO" : "NORMAL");
573 
574     if (mInputStream != NULL) {
575         write(fd, lines.string(), lines.size());
576         mInputStream->dump(fd, args);
577     } else {
578         lines.appendFormat("      No input stream.\n");
579         write(fd, lines.string(), lines.size());
580     }
581     for (size_t i = 0; i < mOutputStreams.size(); i++) {
582         mOutputStreams[i]->dump(fd,args);
583     }
584 
585     if (mBufferManager != NULL) {
586         lines = String8("    Camera3 Buffer Manager:\n");
587         write(fd, lines.string(), lines.size());
588         mBufferManager->dump(fd, args);
589     }
590 
591     lines = String8("    In-flight requests:\n");
592     if (mInFlightMap.size() == 0) {
593         lines.append("      None\n");
594     } else {
595         for (size_t i = 0; i < mInFlightMap.size(); i++) {
596             InFlightRequest r = mInFlightMap.valueAt(i);
597             lines.appendFormat("      Frame %d |  Timestamp: %" PRId64 ", metadata"
598                     " arrived: %s, buffers left: %d\n", mInFlightMap.keyAt(i),
599                     r.shutterTimestamp, r.haveResultMetadata ? "true" : "false",
600                     r.numBuffersLeft);
601         }
602     }
603     write(fd, lines.string(), lines.size());
604 
605     {
606         lines = String8("    Last request sent:\n");
607         write(fd, lines.string(), lines.size());
608 
609         CameraMetadata lastRequest = getLatestRequestLocked();
610         lastRequest.dump(fd, /*verbosity*/2, /*indentation*/6);
611     }
612 
613     if (dumpTemplates) {
614         const char *templateNames[] = {
615             "TEMPLATE_PREVIEW",
616             "TEMPLATE_STILL_CAPTURE",
617             "TEMPLATE_VIDEO_RECORD",
618             "TEMPLATE_VIDEO_SNAPSHOT",
619             "TEMPLATE_ZERO_SHUTTER_LAG",
620             "TEMPLATE_MANUAL"
621         };
622 
623         for (int i = 1; i < CAMERA3_TEMPLATE_COUNT; i++) {
624             const camera_metadata_t *templateRequest;
625             templateRequest =
626                 mHal3Device->ops->construct_default_request_settings(
627                     mHal3Device, i);
628             lines = String8::format("    HAL Request %s:\n", templateNames[i-1]);
629             if (templateRequest == NULL) {
630                 lines.append("       Not supported\n");
631                 write(fd, lines.string(), lines.size());
632             } else {
633                 write(fd, lines.string(), lines.size());
634                 dump_indented_camera_metadata(templateRequest,
635                         fd, /*verbosity*/2, /*indentation*/8);
636             }
637         }
638     }
639 
640     mTagMonitor.dumpMonitoredMetadata(fd);
641 
642     if (mHal3Device != NULL) {
643         lines = String8("    HAL device dump:\n");
644         write(fd, lines.string(), lines.size());
645         mHal3Device->ops->dump(mHal3Device, fd);
646     }
647 
648     if (gotLock) mLock.unlock();
649     if (gotInterfaceLock) mInterfaceLock.unlock();
650 
651     return OK;
652 }
653 
info() const654 const CameraMetadata& Camera3Device::info() const {
655     ALOGVV("%s: E", __FUNCTION__);
656     if (CC_UNLIKELY(mStatus == STATUS_UNINITIALIZED ||
657                     mStatus == STATUS_ERROR)) {
658         ALOGW("%s: Access to static info %s!", __FUNCTION__,
659                 mStatus == STATUS_ERROR ?
660                 "when in error state" : "before init");
661     }
662     return mDeviceInfo;
663 }
664 
checkStatusOkToCaptureLocked()665 status_t Camera3Device::checkStatusOkToCaptureLocked() {
666     switch (mStatus) {
667         case STATUS_ERROR:
668             CLOGE("Device has encountered a serious error");
669             return INVALID_OPERATION;
670         case STATUS_UNINITIALIZED:
671             CLOGE("Device not initialized");
672             return INVALID_OPERATION;
673         case STATUS_UNCONFIGURED:
674         case STATUS_CONFIGURED:
675         case STATUS_ACTIVE:
676             // OK
677             break;
678         default:
679             SET_ERR_L("Unexpected status: %d", mStatus);
680             return INVALID_OPERATION;
681     }
682     return OK;
683 }
684 
convertMetadataListToRequestListLocked(const List<const CameraMetadata> & metadataList,RequestList * requestList)685 status_t Camera3Device::convertMetadataListToRequestListLocked(
686         const List<const CameraMetadata> &metadataList, RequestList *requestList) {
687     if (requestList == NULL) {
688         CLOGE("requestList cannot be NULL.");
689         return BAD_VALUE;
690     }
691 
692     int32_t burstId = 0;
693     for (List<const CameraMetadata>::const_iterator it = metadataList.begin();
694             it != metadataList.end(); ++it) {
695         sp<CaptureRequest> newRequest = setUpRequestLocked(*it);
696         if (newRequest == 0) {
697             CLOGE("Can't create capture request");
698             return BAD_VALUE;
699         }
700 
701         // Setup burst Id and request Id
702         newRequest->mResultExtras.burstId = burstId++;
703         if (it->exists(ANDROID_REQUEST_ID)) {
704             if (it->find(ANDROID_REQUEST_ID).count == 0) {
705                 CLOGE("RequestID entry exists; but must not be empty in metadata");
706                 return BAD_VALUE;
707             }
708             newRequest->mResultExtras.requestId = it->find(ANDROID_REQUEST_ID).data.i32[0];
709         } else {
710             CLOGE("RequestID does not exist in metadata");
711             return BAD_VALUE;
712         }
713 
714         requestList->push_back(newRequest);
715 
716         ALOGV("%s: requestId = %" PRId32, __FUNCTION__, newRequest->mResultExtras.requestId);
717     }
718 
719     // Setup batch size if this is a high speed video recording request.
720     if (mIsConstrainedHighSpeedConfiguration && requestList->size() > 0) {
721         auto firstRequest = requestList->begin();
722         for (auto& outputStream : (*firstRequest)->mOutputStreams) {
723             if (outputStream->isVideoStream()) {
724                 (*firstRequest)->mBatchSize = requestList->size();
725                 break;
726             }
727         }
728     }
729 
730     return OK;
731 }
732 
capture(CameraMetadata & request,int64_t *)733 status_t Camera3Device::capture(CameraMetadata &request, int64_t* /*lastFrameNumber*/) {
734     ATRACE_CALL();
735 
736     List<const CameraMetadata> requests;
737     requests.push_back(request);
738     return captureList(requests, /*lastFrameNumber*/NULL);
739 }
740 
submitRequestsHelper(const List<const CameraMetadata> & requests,bool repeating,int64_t * lastFrameNumber)741 status_t Camera3Device::submitRequestsHelper(
742         const List<const CameraMetadata> &requests, bool repeating,
743         /*out*/
744         int64_t *lastFrameNumber) {
745     ATRACE_CALL();
746     Mutex::Autolock il(mInterfaceLock);
747     Mutex::Autolock l(mLock);
748 
749     status_t res = checkStatusOkToCaptureLocked();
750     if (res != OK) {
751         // error logged by previous call
752         return res;
753     }
754 
755     RequestList requestList;
756 
757     res = convertMetadataListToRequestListLocked(requests, /*out*/&requestList);
758     if (res != OK) {
759         // error logged by previous call
760         return res;
761     }
762 
763     if (repeating) {
764         res = mRequestThread->setRepeatingRequests(requestList, lastFrameNumber);
765     } else {
766         res = mRequestThread->queueRequestList(requestList, lastFrameNumber);
767     }
768 
769     if (res == OK) {
770         waitUntilStateThenRelock(/*active*/true, kActiveTimeout);
771         if (res != OK) {
772             SET_ERR_L("Can't transition to active in %f seconds!",
773                     kActiveTimeout/1e9);
774         }
775         ALOGV("Camera %d: Capture request %" PRId32 " enqueued", mId,
776               (*(requestList.begin()))->mResultExtras.requestId);
777     } else {
778         CLOGE("Cannot queue request. Impossible.");
779         return BAD_VALUE;
780     }
781 
782     return res;
783 }
784 
captureList(const List<const CameraMetadata> & requests,int64_t * lastFrameNumber)785 status_t Camera3Device::captureList(const List<const CameraMetadata> &requests,
786                                     int64_t *lastFrameNumber) {
787     ATRACE_CALL();
788 
789     return submitRequestsHelper(requests, /*repeating*/false, lastFrameNumber);
790 }
791 
setStreamingRequest(const CameraMetadata & request,int64_t *)792 status_t Camera3Device::setStreamingRequest(const CameraMetadata &request,
793                                             int64_t* /*lastFrameNumber*/) {
794     ATRACE_CALL();
795 
796     List<const CameraMetadata> requests;
797     requests.push_back(request);
798     return setStreamingRequestList(requests, /*lastFrameNumber*/NULL);
799 }
800 
setStreamingRequestList(const List<const CameraMetadata> & requests,int64_t * lastFrameNumber)801 status_t Camera3Device::setStreamingRequestList(const List<const CameraMetadata> &requests,
802                                                 int64_t *lastFrameNumber) {
803     ATRACE_CALL();
804 
805     return submitRequestsHelper(requests, /*repeating*/true, lastFrameNumber);
806 }
807 
setUpRequestLocked(const CameraMetadata & request)808 sp<Camera3Device::CaptureRequest> Camera3Device::setUpRequestLocked(
809         const CameraMetadata &request) {
810     status_t res;
811 
812     if (mStatus == STATUS_UNCONFIGURED || mNeedConfig) {
813         res = configureStreamsLocked();
814         // Stream configuration failed. Client might try other configuraitons.
815         if (res != OK) {
816             CLOGE("Can't set up streams: %s (%d)", strerror(-res), res);
817             return NULL;
818         } else if (mStatus == STATUS_UNCONFIGURED) {
819             // Stream configuration successfully configure to empty stream configuration.
820             CLOGE("No streams configured");
821             return NULL;
822         }
823     }
824 
825     sp<CaptureRequest> newRequest = createCaptureRequest(request);
826     return newRequest;
827 }
828 
clearStreamingRequest(int64_t * lastFrameNumber)829 status_t Camera3Device::clearStreamingRequest(int64_t *lastFrameNumber) {
830     ATRACE_CALL();
831     Mutex::Autolock il(mInterfaceLock);
832     Mutex::Autolock l(mLock);
833 
834     switch (mStatus) {
835         case STATUS_ERROR:
836             CLOGE("Device has encountered a serious error");
837             return INVALID_OPERATION;
838         case STATUS_UNINITIALIZED:
839             CLOGE("Device not initialized");
840             return INVALID_OPERATION;
841         case STATUS_UNCONFIGURED:
842         case STATUS_CONFIGURED:
843         case STATUS_ACTIVE:
844             // OK
845             break;
846         default:
847             SET_ERR_L("Unexpected status: %d", mStatus);
848             return INVALID_OPERATION;
849     }
850     ALOGV("Camera %d: Clearing repeating request", mId);
851 
852     return mRequestThread->clearRepeatingRequests(lastFrameNumber);
853 }
854 
waitUntilRequestReceived(int32_t requestId,nsecs_t timeout)855 status_t Camera3Device::waitUntilRequestReceived(int32_t requestId, nsecs_t timeout) {
856     ATRACE_CALL();
857     Mutex::Autolock il(mInterfaceLock);
858 
859     return mRequestThread->waitUntilRequestProcessed(requestId, timeout);
860 }
861 
createInputStream(uint32_t width,uint32_t height,int format,int * id)862 status_t Camera3Device::createInputStream(
863         uint32_t width, uint32_t height, int format, int *id) {
864     ATRACE_CALL();
865     Mutex::Autolock il(mInterfaceLock);
866     Mutex::Autolock l(mLock);
867     ALOGV("Camera %d: Creating new input stream %d: %d x %d, format %d",
868             mId, mNextStreamId, width, height, format);
869 
870     status_t res;
871     bool wasActive = false;
872 
873     switch (mStatus) {
874         case STATUS_ERROR:
875             ALOGE("%s: Device has encountered a serious error", __FUNCTION__);
876             return INVALID_OPERATION;
877         case STATUS_UNINITIALIZED:
878             ALOGE("%s: Device not initialized", __FUNCTION__);
879             return INVALID_OPERATION;
880         case STATUS_UNCONFIGURED:
881         case STATUS_CONFIGURED:
882             // OK
883             break;
884         case STATUS_ACTIVE:
885             ALOGV("%s: Stopping activity to reconfigure streams", __FUNCTION__);
886             res = internalPauseAndWaitLocked();
887             if (res != OK) {
888                 SET_ERR_L("Can't pause captures to reconfigure streams!");
889                 return res;
890             }
891             wasActive = true;
892             break;
893         default:
894             SET_ERR_L("%s: Unexpected status: %d", mStatus);
895             return INVALID_OPERATION;
896     }
897     assert(mStatus != STATUS_ACTIVE);
898 
899     if (mInputStream != 0) {
900         ALOGE("%s: Cannot create more than 1 input stream", __FUNCTION__);
901         return INVALID_OPERATION;
902     }
903 
904     sp<Camera3InputStream> newStream = new Camera3InputStream(mNextStreamId,
905                 width, height, format);
906     newStream->setStatusTracker(mStatusTracker);
907 
908     mInputStream = newStream;
909 
910     *id = mNextStreamId++;
911 
912     // Continue captures if active at start
913     if (wasActive) {
914         ALOGV("%s: Restarting activity to reconfigure streams", __FUNCTION__);
915         res = configureStreamsLocked();
916         if (res != OK) {
917             ALOGE("%s: Can't reconfigure device for new stream %d: %s (%d)",
918                     __FUNCTION__, mNextStreamId, strerror(-res), res);
919             return res;
920         }
921         internalResumeLocked();
922     }
923 
924     ALOGV("Camera %d: Created input stream", mId);
925     return OK;
926 }
927 
928 
createZslStream(uint32_t width,uint32_t height,int depth,int * id,sp<Camera3ZslStream> * zslStream)929 status_t Camera3Device::createZslStream(
930             uint32_t width, uint32_t height,
931             int depth,
932             /*out*/
933             int *id,
934             sp<Camera3ZslStream>* zslStream) {
935     ATRACE_CALL();
936     Mutex::Autolock il(mInterfaceLock);
937     Mutex::Autolock l(mLock);
938     ALOGV("Camera %d: Creating ZSL stream %d: %d x %d, depth %d",
939             mId, mNextStreamId, width, height, depth);
940 
941     status_t res;
942     bool wasActive = false;
943 
944     switch (mStatus) {
945         case STATUS_ERROR:
946             ALOGE("%s: Device has encountered a serious error", __FUNCTION__);
947             return INVALID_OPERATION;
948         case STATUS_UNINITIALIZED:
949             ALOGE("%s: Device not initialized", __FUNCTION__);
950             return INVALID_OPERATION;
951         case STATUS_UNCONFIGURED:
952         case STATUS_CONFIGURED:
953             // OK
954             break;
955         case STATUS_ACTIVE:
956             ALOGV("%s: Stopping activity to reconfigure streams", __FUNCTION__);
957             res = internalPauseAndWaitLocked();
958             if (res != OK) {
959                 SET_ERR_L("Can't pause captures to reconfigure streams!");
960                 return res;
961             }
962             wasActive = true;
963             break;
964         default:
965             SET_ERR_L("Unexpected status: %d", mStatus);
966             return INVALID_OPERATION;
967     }
968     assert(mStatus != STATUS_ACTIVE);
969 
970     if (mInputStream != 0) {
971         ALOGE("%s: Cannot create more than 1 input stream", __FUNCTION__);
972         return INVALID_OPERATION;
973     }
974 
975     sp<Camera3ZslStream> newStream = new Camera3ZslStream(mNextStreamId,
976                 width, height, depth);
977     newStream->setStatusTracker(mStatusTracker);
978 
979     res = mOutputStreams.add(mNextStreamId, newStream);
980     if (res < 0) {
981         ALOGE("%s: Can't add new stream to set: %s (%d)",
982                 __FUNCTION__, strerror(-res), res);
983         return res;
984     }
985     mInputStream = newStream;
986 
987     mNeedConfig = true;
988 
989     *id = mNextStreamId++;
990     *zslStream = newStream;
991 
992     // Continue captures if active at start
993     if (wasActive) {
994         ALOGV("%s: Restarting activity to reconfigure streams", __FUNCTION__);
995         res = configureStreamsLocked();
996         if (res != OK) {
997             ALOGE("%s: Can't reconfigure device for new stream %d: %s (%d)",
998                     __FUNCTION__, mNextStreamId, strerror(-res), res);
999             return res;
1000         }
1001         internalResumeLocked();
1002     }
1003 
1004     ALOGV("Camera %d: Created ZSL stream", mId);
1005     return OK;
1006 }
1007 
createStream(sp<Surface> consumer,uint32_t width,uint32_t height,int format,android_dataspace dataSpace,camera3_stream_rotation_t rotation,int * id,int streamSetId,uint32_t consumerUsage)1008 status_t Camera3Device::createStream(sp<Surface> consumer,
1009         uint32_t width, uint32_t height, int format, android_dataspace dataSpace,
1010         camera3_stream_rotation_t rotation, int *id, int streamSetId, uint32_t consumerUsage) {
1011     ATRACE_CALL();
1012     Mutex::Autolock il(mInterfaceLock);
1013     Mutex::Autolock l(mLock);
1014     ALOGV("Camera %d: Creating new stream %d: %d x %d, format %d, dataspace %d rotation %d"
1015             " consumer usage 0x%x", mId, mNextStreamId, width, height, format, dataSpace, rotation,
1016             consumerUsage);
1017 
1018     status_t res;
1019     bool wasActive = false;
1020 
1021     switch (mStatus) {
1022         case STATUS_ERROR:
1023             CLOGE("Device has encountered a serious error");
1024             return INVALID_OPERATION;
1025         case STATUS_UNINITIALIZED:
1026             CLOGE("Device not initialized");
1027             return INVALID_OPERATION;
1028         case STATUS_UNCONFIGURED:
1029         case STATUS_CONFIGURED:
1030             // OK
1031             break;
1032         case STATUS_ACTIVE:
1033             ALOGV("%s: Stopping activity to reconfigure streams", __FUNCTION__);
1034             res = internalPauseAndWaitLocked();
1035             if (res != OK) {
1036                 SET_ERR_L("Can't pause captures to reconfigure streams!");
1037                 return res;
1038             }
1039             wasActive = true;
1040             break;
1041         default:
1042             SET_ERR_L("Unexpected status: %d", mStatus);
1043             return INVALID_OPERATION;
1044     }
1045     assert(mStatus != STATUS_ACTIVE);
1046 
1047     sp<Camera3OutputStream> newStream;
1048     // Overwrite stream set id to invalid for HAL3.2 or lower, as buffer manager does support
1049     // such devices.
1050     if (mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_2) {
1051         streamSetId = CAMERA3_STREAM_SET_ID_INVALID;
1052     }
1053 
1054     // HAL3.1 doesn't support deferred consumer stream creation as it requires buffer registration
1055     // which requires a consumer surface to be available.
1056     if (consumer == nullptr && mDeviceVersion < CAMERA_DEVICE_API_VERSION_3_2) {
1057         ALOGE("HAL3.1 doesn't support deferred consumer stream creation");
1058         return BAD_VALUE;
1059     }
1060 
1061     if (consumer == nullptr && format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
1062         ALOGE("Deferred consumer stream creation only support IMPLEMENTATION_DEFINED format");
1063         return BAD_VALUE;
1064     }
1065 
1066     // Use legacy dataspace values for older HALs
1067     if (mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_3) {
1068         dataSpace = mapToLegacyDataspace(dataSpace);
1069     }
1070     if (format == HAL_PIXEL_FORMAT_BLOB) {
1071         ssize_t blobBufferSize;
1072         if (dataSpace != HAL_DATASPACE_DEPTH) {
1073             blobBufferSize = getJpegBufferSize(width, height);
1074             if (blobBufferSize <= 0) {
1075                 SET_ERR_L("Invalid jpeg buffer size %zd", blobBufferSize);
1076                 return BAD_VALUE;
1077             }
1078         } else {
1079             blobBufferSize = getPointCloudBufferSize();
1080             if (blobBufferSize <= 0) {
1081                 SET_ERR_L("Invalid point cloud buffer size %zd", blobBufferSize);
1082                 return BAD_VALUE;
1083             }
1084         }
1085         newStream = new Camera3OutputStream(mNextStreamId, consumer,
1086                 width, height, blobBufferSize, format, dataSpace, rotation,
1087                 mTimestampOffset, streamSetId);
1088     } else if (format == HAL_PIXEL_FORMAT_RAW_OPAQUE) {
1089         ssize_t rawOpaqueBufferSize = getRawOpaqueBufferSize(width, height);
1090         if (rawOpaqueBufferSize <= 0) {
1091             SET_ERR_L("Invalid RAW opaque buffer size %zd", rawOpaqueBufferSize);
1092             return BAD_VALUE;
1093         }
1094         newStream = new Camera3OutputStream(mNextStreamId, consumer,
1095                 width, height, rawOpaqueBufferSize, format, dataSpace, rotation,
1096                 mTimestampOffset, streamSetId);
1097     } else if (consumer == nullptr) {
1098         newStream = new Camera3OutputStream(mNextStreamId,
1099                 width, height, format, consumerUsage, dataSpace, rotation,
1100                 mTimestampOffset, streamSetId);
1101     } else {
1102         newStream = new Camera3OutputStream(mNextStreamId, consumer,
1103                 width, height, format, dataSpace, rotation,
1104                 mTimestampOffset, streamSetId);
1105     }
1106     newStream->setStatusTracker(mStatusTracker);
1107 
1108     /**
1109      * Camera3 Buffer manager is only supported by HAL3.3 onwards, as the older HALs ( < HAL3.2)
1110      * requires buffers to be statically allocated for internal static buffer registration, while
1111      * the buffers provided by buffer manager are really dynamically allocated. For HAL3.2, because
1112      * not all HAL implementation supports dynamic buffer registeration, exlude it as well.
1113      */
1114     if (mDeviceVersion > CAMERA_DEVICE_API_VERSION_3_2) {
1115         newStream->setBufferManager(mBufferManager);
1116     }
1117 
1118     res = mOutputStreams.add(mNextStreamId, newStream);
1119     if (res < 0) {
1120         SET_ERR_L("Can't add new stream to set: %s (%d)", strerror(-res), res);
1121         return res;
1122     }
1123 
1124     *id = mNextStreamId++;
1125     mNeedConfig = true;
1126 
1127     // Continue captures if active at start
1128     if (wasActive) {
1129         ALOGV("%s: Restarting activity to reconfigure streams", __FUNCTION__);
1130         res = configureStreamsLocked();
1131         if (res != OK) {
1132             CLOGE("Can't reconfigure device for new stream %d: %s (%d)",
1133                     mNextStreamId, strerror(-res), res);
1134             return res;
1135         }
1136         internalResumeLocked();
1137     }
1138     ALOGV("Camera %d: Created new stream", mId);
1139     return OK;
1140 }
1141 
createReprocessStreamFromStream(int outputId,int * id)1142 status_t Camera3Device::createReprocessStreamFromStream(int outputId, int *id) {
1143     ATRACE_CALL();
1144     (void)outputId; (void)id;
1145 
1146     CLOGE("Unimplemented");
1147     return INVALID_OPERATION;
1148 }
1149 
1150 
getStreamInfo(int id,uint32_t * width,uint32_t * height,uint32_t * format,android_dataspace * dataSpace)1151 status_t Camera3Device::getStreamInfo(int id,
1152         uint32_t *width, uint32_t *height,
1153         uint32_t *format, android_dataspace *dataSpace) {
1154     ATRACE_CALL();
1155     Mutex::Autolock il(mInterfaceLock);
1156     Mutex::Autolock l(mLock);
1157 
1158     switch (mStatus) {
1159         case STATUS_ERROR:
1160             CLOGE("Device has encountered a serious error");
1161             return INVALID_OPERATION;
1162         case STATUS_UNINITIALIZED:
1163             CLOGE("Device not initialized!");
1164             return INVALID_OPERATION;
1165         case STATUS_UNCONFIGURED:
1166         case STATUS_CONFIGURED:
1167         case STATUS_ACTIVE:
1168             // OK
1169             break;
1170         default:
1171             SET_ERR_L("Unexpected status: %d", mStatus);
1172             return INVALID_OPERATION;
1173     }
1174 
1175     ssize_t idx = mOutputStreams.indexOfKey(id);
1176     if (idx == NAME_NOT_FOUND) {
1177         CLOGE("Stream %d is unknown", id);
1178         return idx;
1179     }
1180 
1181     if (width) *width  = mOutputStreams[idx]->getWidth();
1182     if (height) *height = mOutputStreams[idx]->getHeight();
1183     if (format) *format = mOutputStreams[idx]->getFormat();
1184     if (dataSpace) *dataSpace = mOutputStreams[idx]->getDataSpace();
1185     return OK;
1186 }
1187 
setStreamTransform(int id,int transform)1188 status_t Camera3Device::setStreamTransform(int id,
1189         int transform) {
1190     ATRACE_CALL();
1191     Mutex::Autolock il(mInterfaceLock);
1192     Mutex::Autolock l(mLock);
1193 
1194     switch (mStatus) {
1195         case STATUS_ERROR:
1196             CLOGE("Device has encountered a serious error");
1197             return INVALID_OPERATION;
1198         case STATUS_UNINITIALIZED:
1199             CLOGE("Device not initialized");
1200             return INVALID_OPERATION;
1201         case STATUS_UNCONFIGURED:
1202         case STATUS_CONFIGURED:
1203         case STATUS_ACTIVE:
1204             // OK
1205             break;
1206         default:
1207             SET_ERR_L("Unexpected status: %d", mStatus);
1208             return INVALID_OPERATION;
1209     }
1210 
1211     ssize_t idx = mOutputStreams.indexOfKey(id);
1212     if (idx == NAME_NOT_FOUND) {
1213         CLOGE("Stream %d does not exist",
1214                 id);
1215         return BAD_VALUE;
1216     }
1217 
1218     return mOutputStreams.editValueAt(idx)->setTransform(transform);
1219 }
1220 
deleteStream(int id)1221 status_t Camera3Device::deleteStream(int id) {
1222     ATRACE_CALL();
1223     Mutex::Autolock il(mInterfaceLock);
1224     Mutex::Autolock l(mLock);
1225     status_t res;
1226 
1227     ALOGV("%s: Camera %d: Deleting stream %d", __FUNCTION__, mId, id);
1228 
1229     // CameraDevice semantics require device to already be idle before
1230     // deleteStream is called, unlike for createStream.
1231     if (mStatus == STATUS_ACTIVE) {
1232         ALOGV("%s: Camera %d: Device not idle", __FUNCTION__, mId);
1233         return -EBUSY;
1234     }
1235 
1236     sp<Camera3StreamInterface> deletedStream;
1237     ssize_t outputStreamIdx = mOutputStreams.indexOfKey(id);
1238     if (mInputStream != NULL && id == mInputStream->getId()) {
1239         deletedStream = mInputStream;
1240         mInputStream.clear();
1241     } else {
1242         if (outputStreamIdx == NAME_NOT_FOUND) {
1243             CLOGE("Stream %d does not exist", id);
1244             return BAD_VALUE;
1245         }
1246     }
1247 
1248     // Delete output stream or the output part of a bi-directional stream.
1249     if (outputStreamIdx != NAME_NOT_FOUND) {
1250         deletedStream = mOutputStreams.editValueAt(outputStreamIdx);
1251         mOutputStreams.removeItem(id);
1252     }
1253 
1254     // Free up the stream endpoint so that it can be used by some other stream
1255     res = deletedStream->disconnect();
1256     if (res != OK) {
1257         SET_ERR_L("Can't disconnect deleted stream %d", id);
1258         // fall through since we want to still list the stream as deleted.
1259     }
1260     mDeletedStreams.add(deletedStream);
1261     mNeedConfig = true;
1262 
1263     return res;
1264 }
1265 
deleteReprocessStream(int id)1266 status_t Camera3Device::deleteReprocessStream(int id) {
1267     ATRACE_CALL();
1268     (void)id;
1269 
1270     CLOGE("Unimplemented");
1271     return INVALID_OPERATION;
1272 }
1273 
configureStreams(bool isConstrainedHighSpeed)1274 status_t Camera3Device::configureStreams(bool isConstrainedHighSpeed) {
1275     ATRACE_CALL();
1276     ALOGV("%s: E", __FUNCTION__);
1277 
1278     Mutex::Autolock il(mInterfaceLock);
1279     Mutex::Autolock l(mLock);
1280 
1281     if (mIsConstrainedHighSpeedConfiguration != isConstrainedHighSpeed) {
1282         mNeedConfig = true;
1283         mIsConstrainedHighSpeedConfiguration = isConstrainedHighSpeed;
1284     }
1285 
1286     return configureStreamsLocked();
1287 }
1288 
getInputBufferProducer(sp<IGraphicBufferProducer> * producer)1289 status_t Camera3Device::getInputBufferProducer(
1290         sp<IGraphicBufferProducer> *producer) {
1291     Mutex::Autolock il(mInterfaceLock);
1292     Mutex::Autolock l(mLock);
1293 
1294     if (producer == NULL) {
1295         return BAD_VALUE;
1296     } else if (mInputStream == NULL) {
1297         return INVALID_OPERATION;
1298     }
1299 
1300     return mInputStream->getInputBufferProducer(producer);
1301 }
1302 
createDefaultRequest(int templateId,CameraMetadata * request)1303 status_t Camera3Device::createDefaultRequest(int templateId,
1304         CameraMetadata *request) {
1305     ATRACE_CALL();
1306     ALOGV("%s: for template %d", __FUNCTION__, templateId);
1307 
1308     if (templateId <= 0 || templateId >= CAMERA3_TEMPLATE_COUNT) {
1309         android_errorWriteWithInfoLog(CameraService::SN_EVENT_LOG_ID, "26866110",
1310                 IPCThreadState::self()->getCallingUid(), nullptr, 0);
1311         return BAD_VALUE;
1312     }
1313 
1314     Mutex::Autolock il(mInterfaceLock);
1315     Mutex::Autolock l(mLock);
1316 
1317     switch (mStatus) {
1318         case STATUS_ERROR:
1319             CLOGE("Device has encountered a serious error");
1320             return INVALID_OPERATION;
1321         case STATUS_UNINITIALIZED:
1322             CLOGE("Device is not initialized!");
1323             return INVALID_OPERATION;
1324         case STATUS_UNCONFIGURED:
1325         case STATUS_CONFIGURED:
1326         case STATUS_ACTIVE:
1327             // OK
1328             break;
1329         default:
1330             SET_ERR_L("Unexpected status: %d", mStatus);
1331             return INVALID_OPERATION;
1332     }
1333 
1334     if (!mRequestTemplateCache[templateId].isEmpty()) {
1335         *request = mRequestTemplateCache[templateId];
1336         return OK;
1337     }
1338 
1339     const camera_metadata_t *rawRequest;
1340     ATRACE_BEGIN("camera3->construct_default_request_settings");
1341     rawRequest = mHal3Device->ops->construct_default_request_settings(
1342         mHal3Device, templateId);
1343     ATRACE_END();
1344     if (rawRequest == NULL) {
1345         ALOGI("%s: template %d is not supported on this camera device",
1346               __FUNCTION__, templateId);
1347         return BAD_VALUE;
1348     }
1349 
1350     mRequestTemplateCache[templateId] = rawRequest;
1351 
1352     // Derive some new keys for backward compatibility
1353     if (mDerivePostRawSensKey && !mRequestTemplateCache[templateId].exists(
1354             ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST)) {
1355         int32_t defaultBoost[1] = {100};
1356         mRequestTemplateCache[templateId].update(
1357                 ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST,
1358                 defaultBoost, 1);
1359     }
1360 
1361     *request = mRequestTemplateCache[templateId];
1362     return OK;
1363 }
1364 
waitUntilDrained()1365 status_t Camera3Device::waitUntilDrained() {
1366     ATRACE_CALL();
1367     Mutex::Autolock il(mInterfaceLock);
1368     Mutex::Autolock l(mLock);
1369 
1370     return waitUntilDrainedLocked();
1371 }
1372 
waitUntilDrainedLocked()1373 status_t Camera3Device::waitUntilDrainedLocked() {
1374     switch (mStatus) {
1375         case STATUS_UNINITIALIZED:
1376         case STATUS_UNCONFIGURED:
1377             ALOGV("%s: Already idle", __FUNCTION__);
1378             return OK;
1379         case STATUS_CONFIGURED:
1380             // To avoid race conditions, check with tracker to be sure
1381         case STATUS_ERROR:
1382         case STATUS_ACTIVE:
1383             // Need to verify shut down
1384             break;
1385         default:
1386             SET_ERR_L("Unexpected status: %d",mStatus);
1387             return INVALID_OPERATION;
1388     }
1389 
1390     ALOGV("%s: Camera %d: Waiting until idle", __FUNCTION__, mId);
1391     status_t res = waitUntilStateThenRelock(/*active*/ false, kShutdownTimeout);
1392     if (res != OK) {
1393         SET_ERR_L("Error waiting for HAL to drain: %s (%d)", strerror(-res),
1394                 res);
1395     }
1396     return res;
1397 }
1398 
1399 
internalUpdateStatusLocked(Status status)1400 void Camera3Device::internalUpdateStatusLocked(Status status) {
1401     mStatus = status;
1402     mRecentStatusUpdates.add(mStatus);
1403     mStatusChanged.broadcast();
1404 }
1405 
1406 // Pause to reconfigure
internalPauseAndWaitLocked()1407 status_t Camera3Device::internalPauseAndWaitLocked() {
1408     mRequestThread->setPaused(true);
1409     mPauseStateNotify = true;
1410 
1411     ALOGV("%s: Camera %d: Internal wait until idle", __FUNCTION__, mId);
1412     status_t res = waitUntilStateThenRelock(/*active*/ false, kShutdownTimeout);
1413     if (res != OK) {
1414         SET_ERR_L("Can't idle device in %f seconds!",
1415                 kShutdownTimeout/1e9);
1416     }
1417 
1418     return res;
1419 }
1420 
1421 // Resume after internalPauseAndWaitLocked
internalResumeLocked()1422 status_t Camera3Device::internalResumeLocked() {
1423     status_t res;
1424 
1425     mRequestThread->setPaused(false);
1426 
1427     res = waitUntilStateThenRelock(/*active*/ true, kActiveTimeout);
1428     if (res != OK) {
1429         SET_ERR_L("Can't transition to active in %f seconds!",
1430                 kActiveTimeout/1e9);
1431     }
1432     mPauseStateNotify = false;
1433     return OK;
1434 }
1435 
waitUntilStateThenRelock(bool active,nsecs_t timeout)1436 status_t Camera3Device::waitUntilStateThenRelock(bool active, nsecs_t timeout) {
1437     status_t res = OK;
1438 
1439     size_t startIndex = 0;
1440     if (mStatusWaiters == 0) {
1441         // Clear the list of recent statuses if there are no existing threads waiting on updates to
1442         // this status list
1443         mRecentStatusUpdates.clear();
1444     } else {
1445         // If other threads are waiting on updates to this status list, set the position of the
1446         // first element that this list will check rather than clearing the list.
1447         startIndex = mRecentStatusUpdates.size();
1448     }
1449 
1450     mStatusWaiters++;
1451 
1452     bool stateSeen = false;
1453     do {
1454         if (active == (mStatus == STATUS_ACTIVE)) {
1455             // Desired state is current
1456             break;
1457         }
1458 
1459         res = mStatusChanged.waitRelative(mLock, timeout);
1460         if (res != OK) break;
1461 
1462         // This is impossible, but if not, could result in subtle deadlocks and invalid state
1463         // transitions.
1464         LOG_ALWAYS_FATAL_IF(startIndex > mRecentStatusUpdates.size(),
1465                 "%s: Skipping status updates in Camera3Device, may result in deadlock.",
1466                 __FUNCTION__);
1467 
1468         // Encountered desired state since we began waiting
1469         for (size_t i = startIndex; i < mRecentStatusUpdates.size(); i++) {
1470             if (active == (mRecentStatusUpdates[i] == STATUS_ACTIVE) ) {
1471                 stateSeen = true;
1472                 break;
1473             }
1474         }
1475     } while (!stateSeen);
1476 
1477     mStatusWaiters--;
1478 
1479     return res;
1480 }
1481 
1482 
setNotifyCallback(wp<NotificationListener> listener)1483 status_t Camera3Device::setNotifyCallback(wp<NotificationListener> listener) {
1484     ATRACE_CALL();
1485     Mutex::Autolock l(mOutputLock);
1486 
1487     if (listener != NULL && mListener != NULL) {
1488         ALOGW("%s: Replacing old callback listener", __FUNCTION__);
1489     }
1490     mListener = listener;
1491     mRequestThread->setNotificationListener(listener);
1492     mPreparerThread->setNotificationListener(listener);
1493 
1494     return OK;
1495 }
1496 
willNotify3A()1497 bool Camera3Device::willNotify3A() {
1498     return false;
1499 }
1500 
waitForNextFrame(nsecs_t timeout)1501 status_t Camera3Device::waitForNextFrame(nsecs_t timeout) {
1502     status_t res;
1503     Mutex::Autolock l(mOutputLock);
1504 
1505     while (mResultQueue.empty()) {
1506         res = mResultSignal.waitRelative(mOutputLock, timeout);
1507         if (res == TIMED_OUT) {
1508             return res;
1509         } else if (res != OK) {
1510             ALOGW("%s: Camera %d: No frame in %" PRId64 " ns: %s (%d)",
1511                     __FUNCTION__, mId, timeout, strerror(-res), res);
1512             return res;
1513         }
1514     }
1515     return OK;
1516 }
1517 
getNextResult(CaptureResult * frame)1518 status_t Camera3Device::getNextResult(CaptureResult *frame) {
1519     ATRACE_CALL();
1520     Mutex::Autolock l(mOutputLock);
1521 
1522     if (mResultQueue.empty()) {
1523         return NOT_ENOUGH_DATA;
1524     }
1525 
1526     if (frame == NULL) {
1527         ALOGE("%s: argument cannot be NULL", __FUNCTION__);
1528         return BAD_VALUE;
1529     }
1530 
1531     CaptureResult &result = *(mResultQueue.begin());
1532     frame->mResultExtras = result.mResultExtras;
1533     frame->mMetadata.acquire(result.mMetadata);
1534     mResultQueue.erase(mResultQueue.begin());
1535 
1536     return OK;
1537 }
1538 
triggerAutofocus(uint32_t id)1539 status_t Camera3Device::triggerAutofocus(uint32_t id) {
1540     ATRACE_CALL();
1541     Mutex::Autolock il(mInterfaceLock);
1542 
1543     ALOGV("%s: Triggering autofocus, id %d", __FUNCTION__, id);
1544     // Mix-in this trigger into the next request and only the next request.
1545     RequestTrigger trigger[] = {
1546         {
1547             ANDROID_CONTROL_AF_TRIGGER,
1548             ANDROID_CONTROL_AF_TRIGGER_START
1549         },
1550         {
1551             ANDROID_CONTROL_AF_TRIGGER_ID,
1552             static_cast<int32_t>(id)
1553         }
1554     };
1555 
1556     return mRequestThread->queueTrigger(trigger,
1557                                         sizeof(trigger)/sizeof(trigger[0]));
1558 }
1559 
triggerCancelAutofocus(uint32_t id)1560 status_t Camera3Device::triggerCancelAutofocus(uint32_t id) {
1561     ATRACE_CALL();
1562     Mutex::Autolock il(mInterfaceLock);
1563 
1564     ALOGV("%s: Triggering cancel autofocus, id %d", __FUNCTION__, id);
1565     // Mix-in this trigger into the next request and only the next request.
1566     RequestTrigger trigger[] = {
1567         {
1568             ANDROID_CONTROL_AF_TRIGGER,
1569             ANDROID_CONTROL_AF_TRIGGER_CANCEL
1570         },
1571         {
1572             ANDROID_CONTROL_AF_TRIGGER_ID,
1573             static_cast<int32_t>(id)
1574         }
1575     };
1576 
1577     return mRequestThread->queueTrigger(trigger,
1578                                         sizeof(trigger)/sizeof(trigger[0]));
1579 }
1580 
triggerPrecaptureMetering(uint32_t id)1581 status_t Camera3Device::triggerPrecaptureMetering(uint32_t id) {
1582     ATRACE_CALL();
1583     Mutex::Autolock il(mInterfaceLock);
1584 
1585     ALOGV("%s: Triggering precapture metering, id %d", __FUNCTION__, id);
1586     // Mix-in this trigger into the next request and only the next request.
1587     RequestTrigger trigger[] = {
1588         {
1589             ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER,
1590             ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_START
1591         },
1592         {
1593             ANDROID_CONTROL_AE_PRECAPTURE_ID,
1594             static_cast<int32_t>(id)
1595         }
1596     };
1597 
1598     return mRequestThread->queueTrigger(trigger,
1599                                         sizeof(trigger)/sizeof(trigger[0]));
1600 }
1601 
pushReprocessBuffer(int reprocessStreamId,buffer_handle_t * buffer,wp<BufferReleasedListener> listener)1602 status_t Camera3Device::pushReprocessBuffer(int reprocessStreamId,
1603         buffer_handle_t *buffer, wp<BufferReleasedListener> listener) {
1604     ATRACE_CALL();
1605     (void)reprocessStreamId; (void)buffer; (void)listener;
1606 
1607     CLOGE("Unimplemented");
1608     return INVALID_OPERATION;
1609 }
1610 
flush(int64_t * frameNumber)1611 status_t Camera3Device::flush(int64_t *frameNumber) {
1612     ATRACE_CALL();
1613     ALOGV("%s: Camera %d: Flushing all requests", __FUNCTION__, mId);
1614     Mutex::Autolock il(mInterfaceLock);
1615 
1616     {
1617         Mutex::Autolock l(mLock);
1618         mRequestThread->clear(/*out*/frameNumber);
1619     }
1620 
1621     status_t res;
1622     if (mHal3Device->common.version >= CAMERA_DEVICE_API_VERSION_3_1) {
1623         res = mRequestThread->flush();
1624     } else {
1625         Mutex::Autolock l(mLock);
1626         res = waitUntilDrainedLocked();
1627     }
1628 
1629     return res;
1630 }
1631 
prepare(int streamId)1632 status_t Camera3Device::prepare(int streamId) {
1633     return prepare(camera3::Camera3StreamInterface::ALLOCATE_PIPELINE_MAX, streamId);
1634 }
1635 
prepare(int maxCount,int streamId)1636 status_t Camera3Device::prepare(int maxCount, int streamId) {
1637     ATRACE_CALL();
1638     ALOGV("%s: Camera %d: Preparing stream %d", __FUNCTION__, mId, streamId);
1639     Mutex::Autolock il(mInterfaceLock);
1640     Mutex::Autolock l(mLock);
1641 
1642     sp<Camera3StreamInterface> stream;
1643     ssize_t outputStreamIdx = mOutputStreams.indexOfKey(streamId);
1644     if (outputStreamIdx == NAME_NOT_FOUND) {
1645         CLOGE("Stream %d does not exist", streamId);
1646         return BAD_VALUE;
1647     }
1648 
1649     stream = mOutputStreams.editValueAt(outputStreamIdx);
1650 
1651     if (stream->isUnpreparable() || stream->hasOutstandingBuffers() ) {
1652         CLOGE("Stream %d has already been a request target", streamId);
1653         return BAD_VALUE;
1654     }
1655 
1656     if (mRequestThread->isStreamPending(stream)) {
1657         CLOGE("Stream %d is already a target in a pending request", streamId);
1658         return BAD_VALUE;
1659     }
1660 
1661     return mPreparerThread->prepare(maxCount, stream);
1662 }
1663 
tearDown(int streamId)1664 status_t Camera3Device::tearDown(int streamId) {
1665     ATRACE_CALL();
1666     ALOGV("%s: Camera %d: Tearing down stream %d", __FUNCTION__, mId, streamId);
1667     Mutex::Autolock il(mInterfaceLock);
1668     Mutex::Autolock l(mLock);
1669 
1670     // Teardown can only be accomplished on devices that don't require register_stream_buffers,
1671     // since we cannot call register_stream_buffers except right after configure_streams.
1672     if (mHal3Device->common.version < CAMERA_DEVICE_API_VERSION_3_2) {
1673         ALOGE("%s: Unable to tear down streams on device HAL v%x",
1674                 __FUNCTION__, mHal3Device->common.version);
1675         return NO_INIT;
1676     }
1677 
1678     sp<Camera3StreamInterface> stream;
1679     ssize_t outputStreamIdx = mOutputStreams.indexOfKey(streamId);
1680     if (outputStreamIdx == NAME_NOT_FOUND) {
1681         CLOGE("Stream %d does not exist", streamId);
1682         return BAD_VALUE;
1683     }
1684 
1685     stream = mOutputStreams.editValueAt(outputStreamIdx);
1686 
1687     if (stream->hasOutstandingBuffers() || mRequestThread->isStreamPending(stream)) {
1688         CLOGE("Stream %d is a target of a in-progress request", streamId);
1689         return BAD_VALUE;
1690     }
1691 
1692     return stream->tearDown();
1693 }
1694 
addBufferListenerForStream(int streamId,wp<Camera3StreamBufferListener> listener)1695 status_t Camera3Device::addBufferListenerForStream(int streamId,
1696         wp<Camera3StreamBufferListener> listener) {
1697     ATRACE_CALL();
1698     ALOGV("%s: Camera %d: Adding buffer listener for stream %d", __FUNCTION__, mId, streamId);
1699     Mutex::Autolock il(mInterfaceLock);
1700     Mutex::Autolock l(mLock);
1701 
1702     sp<Camera3StreamInterface> stream;
1703     ssize_t outputStreamIdx = mOutputStreams.indexOfKey(streamId);
1704     if (outputStreamIdx == NAME_NOT_FOUND) {
1705         CLOGE("Stream %d does not exist", streamId);
1706         return BAD_VALUE;
1707     }
1708 
1709     stream = mOutputStreams.editValueAt(outputStreamIdx);
1710     stream->addBufferListener(listener);
1711 
1712     return OK;
1713 }
1714 
getDeviceVersion()1715 uint32_t Camera3Device::getDeviceVersion() {
1716     ATRACE_CALL();
1717     Mutex::Autolock il(mInterfaceLock);
1718     return mDeviceVersion;
1719 }
1720 
1721 /**
1722  * Methods called by subclasses
1723  */
1724 
notifyStatus(bool idle)1725 void Camera3Device::notifyStatus(bool idle) {
1726     {
1727         // Need mLock to safely update state and synchronize to current
1728         // state of methods in flight.
1729         Mutex::Autolock l(mLock);
1730         // We can get various system-idle notices from the status tracker
1731         // while starting up. Only care about them if we've actually sent
1732         // in some requests recently.
1733         if (mStatus != STATUS_ACTIVE && mStatus != STATUS_CONFIGURED) {
1734             return;
1735         }
1736         ALOGV("%s: Camera %d: Now %s", __FUNCTION__, mId,
1737                 idle ? "idle" : "active");
1738         internalUpdateStatusLocked(idle ? STATUS_CONFIGURED : STATUS_ACTIVE);
1739 
1740         // Skip notifying listener if we're doing some user-transparent
1741         // state changes
1742         if (mPauseStateNotify) return;
1743     }
1744 
1745     sp<NotificationListener> listener;
1746     {
1747         Mutex::Autolock l(mOutputLock);
1748         listener = mListener.promote();
1749     }
1750     if (idle && listener != NULL) {
1751         listener->notifyIdle();
1752     }
1753 }
1754 
setConsumerSurface(int streamId,sp<Surface> consumer)1755 status_t Camera3Device::setConsumerSurface(int streamId, sp<Surface> consumer) {
1756     ATRACE_CALL();
1757     ALOGV("%s: Camera %d: set consumer surface for stream %d", __FUNCTION__, mId, streamId);
1758     Mutex::Autolock il(mInterfaceLock);
1759     Mutex::Autolock l(mLock);
1760 
1761     if (consumer == nullptr) {
1762         CLOGE("Null consumer is passed!");
1763         return BAD_VALUE;
1764     }
1765 
1766     ssize_t idx = mOutputStreams.indexOfKey(streamId);
1767     if (idx == NAME_NOT_FOUND) {
1768         CLOGE("Stream %d is unknown", streamId);
1769         return idx;
1770     }
1771     sp<Camera3OutputStreamInterface> stream = mOutputStreams[idx];
1772     status_t res = stream->setConsumer(consumer);
1773     if (res != OK) {
1774         CLOGE("Stream %d set consumer failed (error %d %s) ", streamId, res, strerror(-res));
1775         return res;
1776     }
1777 
1778     if (!stream->isConfiguring()) {
1779         CLOGE("Stream %d was already fully configured.", streamId);
1780         return INVALID_OPERATION;
1781     }
1782 
1783     res = stream->finishConfiguration(mHal3Device);
1784     if (res != OK) {
1785         SET_ERR_L("Can't finish configuring output stream %d: %s (%d)",
1786                 stream->getId(), strerror(-res), res);
1787         return res;
1788     }
1789 
1790     return OK;
1791 }
1792 
1793 /**
1794  * Camera3Device private methods
1795  */
1796 
createCaptureRequest(const CameraMetadata & request)1797 sp<Camera3Device::CaptureRequest> Camera3Device::createCaptureRequest(
1798         const CameraMetadata &request) {
1799     ATRACE_CALL();
1800     status_t res;
1801 
1802     sp<CaptureRequest> newRequest = new CaptureRequest;
1803     newRequest->mSettings = request;
1804 
1805     camera_metadata_entry_t inputStreams =
1806             newRequest->mSettings.find(ANDROID_REQUEST_INPUT_STREAMS);
1807     if (inputStreams.count > 0) {
1808         if (mInputStream == NULL ||
1809                 mInputStream->getId() != inputStreams.data.i32[0]) {
1810             CLOGE("Request references unknown input stream %d",
1811                     inputStreams.data.u8[0]);
1812             return NULL;
1813         }
1814         // Lazy completion of stream configuration (allocation/registration)
1815         // on first use
1816         if (mInputStream->isConfiguring()) {
1817             res = mInputStream->finishConfiguration(mHal3Device);
1818             if (res != OK) {
1819                 SET_ERR_L("Unable to finish configuring input stream %d:"
1820                         " %s (%d)",
1821                         mInputStream->getId(), strerror(-res), res);
1822                 return NULL;
1823             }
1824         }
1825         // Check if stream is being prepared
1826         if (mInputStream->isPreparing()) {
1827             CLOGE("Request references an input stream that's being prepared!");
1828             return NULL;
1829         }
1830 
1831         newRequest->mInputStream = mInputStream;
1832         newRequest->mSettings.erase(ANDROID_REQUEST_INPUT_STREAMS);
1833     }
1834 
1835     camera_metadata_entry_t streams =
1836             newRequest->mSettings.find(ANDROID_REQUEST_OUTPUT_STREAMS);
1837     if (streams.count == 0) {
1838         CLOGE("Zero output streams specified!");
1839         return NULL;
1840     }
1841 
1842     for (size_t i = 0; i < streams.count; i++) {
1843         int idx = mOutputStreams.indexOfKey(streams.data.i32[i]);
1844         if (idx == NAME_NOT_FOUND) {
1845             CLOGE("Request references unknown stream %d",
1846                     streams.data.u8[i]);
1847             return NULL;
1848         }
1849         sp<Camera3OutputStreamInterface> stream =
1850                 mOutputStreams.editValueAt(idx);
1851 
1852         // It is illegal to include a deferred consumer output stream into a request
1853         if (stream->isConsumerConfigurationDeferred()) {
1854             CLOGE("Stream %d hasn't finished configuration yet due to deferred consumer",
1855                     stream->getId());
1856             return NULL;
1857         }
1858 
1859         // Lazy completion of stream configuration (allocation/registration)
1860         // on first use
1861         if (stream->isConfiguring()) {
1862             res = stream->finishConfiguration(mHal3Device);
1863             if (res != OK) {
1864                 SET_ERR_L("Unable to finish configuring stream %d: %s (%d)",
1865                         stream->getId(), strerror(-res), res);
1866                 return NULL;
1867             }
1868         }
1869         // Check if stream is being prepared
1870         if (stream->isPreparing()) {
1871             CLOGE("Request references an output stream that's being prepared!");
1872             return NULL;
1873         }
1874 
1875         newRequest->mOutputStreams.push(stream);
1876     }
1877     newRequest->mSettings.erase(ANDROID_REQUEST_OUTPUT_STREAMS);
1878     newRequest->mBatchSize = 1;
1879 
1880     return newRequest;
1881 }
1882 
isOpaqueInputSizeSupported(uint32_t width,uint32_t height)1883 bool Camera3Device::isOpaqueInputSizeSupported(uint32_t width, uint32_t height) {
1884     for (uint32_t i = 0; i < mSupportedOpaqueInputSizes.size(); i++) {
1885         Size size = mSupportedOpaqueInputSizes[i];
1886         if (size.width == width && size.height == height) {
1887             return true;
1888         }
1889     }
1890 
1891     return false;
1892 }
1893 
cancelStreamsConfigurationLocked()1894 void Camera3Device::cancelStreamsConfigurationLocked() {
1895     int res = OK;
1896     if (mInputStream != NULL && mInputStream->isConfiguring()) {
1897         res = mInputStream->cancelConfiguration();
1898         if (res != OK) {
1899             CLOGE("Can't cancel configuring input stream %d: %s (%d)",
1900                     mInputStream->getId(), strerror(-res), res);
1901         }
1902     }
1903 
1904     for (size_t i = 0; i < mOutputStreams.size(); i++) {
1905         sp<Camera3OutputStreamInterface> outputStream = mOutputStreams.editValueAt(i);
1906         if (outputStream->isConfiguring()) {
1907             res = outputStream->cancelConfiguration();
1908             if (res != OK) {
1909                 CLOGE("Can't cancel configuring output stream %d: %s (%d)",
1910                         outputStream->getId(), strerror(-res), res);
1911             }
1912         }
1913     }
1914 
1915     // Return state to that at start of call, so that future configures
1916     // properly clean things up
1917     internalUpdateStatusLocked(STATUS_UNCONFIGURED);
1918     mNeedConfig = true;
1919 }
1920 
configureStreamsLocked()1921 status_t Camera3Device::configureStreamsLocked() {
1922     ATRACE_CALL();
1923     status_t res;
1924 
1925     if (mStatus != STATUS_UNCONFIGURED && mStatus != STATUS_CONFIGURED) {
1926         CLOGE("Not idle");
1927         return INVALID_OPERATION;
1928     }
1929 
1930     if (!mNeedConfig) {
1931         ALOGV("%s: Skipping config, no stream changes", __FUNCTION__);
1932         return OK;
1933     }
1934 
1935     // Workaround for device HALv3.2 or older spec bug - zero streams requires
1936     // adding a dummy stream instead.
1937     // TODO: Bug: 17321404 for fixing the HAL spec and removing this workaround.
1938     if (mOutputStreams.size() == 0) {
1939         addDummyStreamLocked();
1940     } else {
1941         tryRemoveDummyStreamLocked();
1942     }
1943 
1944     // Start configuring the streams
1945     ALOGV("%s: Camera %d: Starting stream configuration", __FUNCTION__, mId);
1946 
1947     camera3_stream_configuration config;
1948     config.operation_mode = mIsConstrainedHighSpeedConfiguration ?
1949             CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE :
1950             CAMERA3_STREAM_CONFIGURATION_NORMAL_MODE;
1951     config.num_streams = (mInputStream != NULL) + mOutputStreams.size();
1952 
1953     Vector<camera3_stream_t*> streams;
1954     streams.setCapacity(config.num_streams);
1955 
1956     if (mInputStream != NULL) {
1957         camera3_stream_t *inputStream;
1958         inputStream = mInputStream->startConfiguration();
1959         if (inputStream == NULL) {
1960             CLOGE("Can't start input stream configuration");
1961             cancelStreamsConfigurationLocked();
1962             return INVALID_OPERATION;
1963         }
1964         streams.add(inputStream);
1965     }
1966 
1967     for (size_t i = 0; i < mOutputStreams.size(); i++) {
1968 
1969         // Don't configure bidi streams twice, nor add them twice to the list
1970         if (mOutputStreams[i].get() ==
1971             static_cast<Camera3StreamInterface*>(mInputStream.get())) {
1972 
1973             config.num_streams--;
1974             continue;
1975         }
1976 
1977         camera3_stream_t *outputStream;
1978         outputStream = mOutputStreams.editValueAt(i)->startConfiguration();
1979         if (outputStream == NULL) {
1980             CLOGE("Can't start output stream configuration");
1981             cancelStreamsConfigurationLocked();
1982             return INVALID_OPERATION;
1983         }
1984         streams.add(outputStream);
1985     }
1986 
1987     config.streams = streams.editArray();
1988 
1989     // Do the HAL configuration; will potentially touch stream
1990     // max_buffers, usage, priv fields.
1991     ATRACE_BEGIN("camera3->configure_streams");
1992     res = mHal3Device->ops->configure_streams(mHal3Device, &config);
1993     ATRACE_END();
1994 
1995     if (res == BAD_VALUE) {
1996         // HAL rejected this set of streams as unsupported, clean up config
1997         // attempt and return to unconfigured state
1998         CLOGE("Set of requested inputs/outputs not supported by HAL");
1999         cancelStreamsConfigurationLocked();
2000         return BAD_VALUE;
2001     } else if (res != OK) {
2002         // Some other kind of error from configure_streams - this is not
2003         // expected
2004         SET_ERR_L("Unable to configure streams with HAL: %s (%d)",
2005                 strerror(-res), res);
2006         return res;
2007     }
2008 
2009     // Finish all stream configuration immediately.
2010     // TODO: Try to relax this later back to lazy completion, which should be
2011     // faster
2012 
2013     if (mInputStream != NULL && mInputStream->isConfiguring()) {
2014         res = mInputStream->finishConfiguration(mHal3Device);
2015         if (res != OK) {
2016             CLOGE("Can't finish configuring input stream %d: %s (%d)",
2017                     mInputStream->getId(), strerror(-res), res);
2018             cancelStreamsConfigurationLocked();
2019             return BAD_VALUE;
2020         }
2021     }
2022 
2023     for (size_t i = 0; i < mOutputStreams.size(); i++) {
2024         sp<Camera3OutputStreamInterface> outputStream =
2025             mOutputStreams.editValueAt(i);
2026         if (outputStream->isConfiguring() && !outputStream->isConsumerConfigurationDeferred()) {
2027             res = outputStream->finishConfiguration(mHal3Device);
2028             if (res != OK) {
2029                 CLOGE("Can't finish configuring output stream %d: %s (%d)",
2030                         outputStream->getId(), strerror(-res), res);
2031                 cancelStreamsConfigurationLocked();
2032                 return BAD_VALUE;
2033             }
2034         }
2035     }
2036 
2037     // Request thread needs to know to avoid using repeat-last-settings protocol
2038     // across configure_streams() calls
2039     mRequestThread->configurationComplete(mIsConstrainedHighSpeedConfiguration);
2040 
2041     char value[PROPERTY_VALUE_MAX];
2042     property_get("camera.fifo.disable", value, "0");
2043     int32_t disableFifo = atoi(value);
2044     if (disableFifo != 1) {
2045         // Boost priority of request thread to SCHED_FIFO.
2046         pid_t requestThreadTid = mRequestThread->getTid();
2047         res = requestPriority(getpid(), requestThreadTid,
2048                 kRequestThreadPriority, /*asynchronous*/ false);
2049         if (res != OK) {
2050             ALOGW("Can't set realtime priority for request processing thread: %s (%d)",
2051                     strerror(-res), res);
2052         } else {
2053             ALOGD("Set real time priority for request queue thread (tid %d)", requestThreadTid);
2054         }
2055     }
2056 
2057     // Update device state
2058 
2059     mNeedConfig = false;
2060 
2061     internalUpdateStatusLocked((mDummyStreamId == NO_STREAM) ?
2062             STATUS_CONFIGURED : STATUS_UNCONFIGURED);
2063 
2064     ALOGV("%s: Camera %d: Stream configuration complete", __FUNCTION__, mId);
2065 
2066     // tear down the deleted streams after configure streams.
2067     mDeletedStreams.clear();
2068 
2069     return OK;
2070 }
2071 
addDummyStreamLocked()2072 status_t Camera3Device::addDummyStreamLocked() {
2073     ATRACE_CALL();
2074     status_t res;
2075 
2076     if (mDummyStreamId != NO_STREAM) {
2077         // Should never be adding a second dummy stream when one is already
2078         // active
2079         SET_ERR_L("%s: Camera %d: A dummy stream already exists!",
2080                 __FUNCTION__, mId);
2081         return INVALID_OPERATION;
2082     }
2083 
2084     ALOGV("%s: Camera %d: Adding a dummy stream", __FUNCTION__, mId);
2085 
2086     sp<Camera3OutputStreamInterface> dummyStream =
2087             new Camera3DummyStream(mNextStreamId);
2088 
2089     res = mOutputStreams.add(mNextStreamId, dummyStream);
2090     if (res < 0) {
2091         SET_ERR_L("Can't add dummy stream to set: %s (%d)", strerror(-res), res);
2092         return res;
2093     }
2094 
2095     mDummyStreamId = mNextStreamId;
2096     mNextStreamId++;
2097 
2098     return OK;
2099 }
2100 
tryRemoveDummyStreamLocked()2101 status_t Camera3Device::tryRemoveDummyStreamLocked() {
2102     ATRACE_CALL();
2103     status_t res;
2104 
2105     if (mDummyStreamId == NO_STREAM) return OK;
2106     if (mOutputStreams.size() == 1) return OK;
2107 
2108     ALOGV("%s: Camera %d: Removing the dummy stream", __FUNCTION__, mId);
2109 
2110     // Ok, have a dummy stream and there's at least one other output stream,
2111     // so remove the dummy
2112 
2113     sp<Camera3StreamInterface> deletedStream;
2114     ssize_t outputStreamIdx = mOutputStreams.indexOfKey(mDummyStreamId);
2115     if (outputStreamIdx == NAME_NOT_FOUND) {
2116         SET_ERR_L("Dummy stream %d does not appear to exist", mDummyStreamId);
2117         return INVALID_OPERATION;
2118     }
2119 
2120     deletedStream = mOutputStreams.editValueAt(outputStreamIdx);
2121     mOutputStreams.removeItemsAt(outputStreamIdx);
2122 
2123     // Free up the stream endpoint so that it can be used by some other stream
2124     res = deletedStream->disconnect();
2125     if (res != OK) {
2126         SET_ERR_L("Can't disconnect deleted dummy stream %d", mDummyStreamId);
2127         // fall through since we want to still list the stream as deleted.
2128     }
2129     mDeletedStreams.add(deletedStream);
2130     mDummyStreamId = NO_STREAM;
2131 
2132     return res;
2133 }
2134 
setErrorState(const char * fmt,...)2135 void Camera3Device::setErrorState(const char *fmt, ...) {
2136     Mutex::Autolock l(mLock);
2137     va_list args;
2138     va_start(args, fmt);
2139 
2140     setErrorStateLockedV(fmt, args);
2141 
2142     va_end(args);
2143 }
2144 
setErrorStateV(const char * fmt,va_list args)2145 void Camera3Device::setErrorStateV(const char *fmt, va_list args) {
2146     Mutex::Autolock l(mLock);
2147     setErrorStateLockedV(fmt, args);
2148 }
2149 
setErrorStateLocked(const char * fmt,...)2150 void Camera3Device::setErrorStateLocked(const char *fmt, ...) {
2151     va_list args;
2152     va_start(args, fmt);
2153 
2154     setErrorStateLockedV(fmt, args);
2155 
2156     va_end(args);
2157 }
2158 
setErrorStateLockedV(const char * fmt,va_list args)2159 void Camera3Device::setErrorStateLockedV(const char *fmt, va_list args) {
2160     // Print out all error messages to log
2161     String8 errorCause = String8::formatV(fmt, args);
2162     ALOGE("Camera %d: %s", mId, errorCause.string());
2163 
2164     // But only do error state transition steps for the first error
2165     if (mStatus == STATUS_ERROR || mStatus == STATUS_UNINITIALIZED) return;
2166 
2167     mErrorCause = errorCause;
2168 
2169     mRequestThread->setPaused(true);
2170     internalUpdateStatusLocked(STATUS_ERROR);
2171 
2172     // Notify upstream about a device error
2173     sp<NotificationListener> listener = mListener.promote();
2174     if (listener != NULL) {
2175         listener->notifyError(hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_DEVICE,
2176                 CaptureResultExtras());
2177     }
2178 
2179     // Save stack trace. View by dumping it later.
2180     CameraTraces::saveTrace();
2181     // TODO: consider adding errorCause and client pid/procname
2182 }
2183 
2184 /**
2185  * In-flight request management
2186  */
2187 
registerInFlight(uint32_t frameNumber,int32_t numBuffers,CaptureResultExtras resultExtras,bool hasInput,const AeTriggerCancelOverride_t & aeTriggerCancelOverride)2188 status_t Camera3Device::registerInFlight(uint32_t frameNumber,
2189         int32_t numBuffers, CaptureResultExtras resultExtras, bool hasInput,
2190         const AeTriggerCancelOverride_t &aeTriggerCancelOverride) {
2191     ATRACE_CALL();
2192     Mutex::Autolock l(mInFlightLock);
2193 
2194     ssize_t res;
2195     res = mInFlightMap.add(frameNumber, InFlightRequest(numBuffers, resultExtras, hasInput,
2196             aeTriggerCancelOverride));
2197     if (res < 0) return res;
2198 
2199     return OK;
2200 }
2201 
returnOutputBuffers(const camera3_stream_buffer_t * outputBuffers,size_t numBuffers,nsecs_t timestamp)2202 void Camera3Device::returnOutputBuffers(
2203         const camera3_stream_buffer_t *outputBuffers, size_t numBuffers,
2204         nsecs_t timestamp) {
2205     for (size_t i = 0; i < numBuffers; i++)
2206     {
2207         Camera3Stream *stream = Camera3Stream::cast(outputBuffers[i].stream);
2208         status_t res = stream->returnBuffer(outputBuffers[i], timestamp);
2209         // Note: stream may be deallocated at this point, if this buffer was
2210         // the last reference to it.
2211         if (res != OK) {
2212             ALOGE("Can't return buffer to its stream: %s (%d)",
2213                 strerror(-res), res);
2214         }
2215     }
2216 }
2217 
2218 
removeInFlightRequestIfReadyLocked(int idx)2219 void Camera3Device::removeInFlightRequestIfReadyLocked(int idx) {
2220 
2221     const InFlightRequest &request = mInFlightMap.valueAt(idx);
2222     const uint32_t frameNumber = mInFlightMap.keyAt(idx);
2223 
2224     nsecs_t sensorTimestamp = request.sensorTimestamp;
2225     nsecs_t shutterTimestamp = request.shutterTimestamp;
2226 
2227     // Check if it's okay to remove the request from InFlightMap:
2228     // In the case of a successful request:
2229     //      all input and output buffers, all result metadata, shutter callback
2230     //      arrived.
2231     // In the case of a unsuccessful request:
2232     //      all input and output buffers arrived.
2233     if (request.numBuffersLeft == 0 &&
2234             (request.requestStatus != OK ||
2235             (request.haveResultMetadata && shutterTimestamp != 0))) {
2236         ATRACE_ASYNC_END("frame capture", frameNumber);
2237 
2238         // Sanity check - if sensor timestamp matches shutter timestamp
2239         if (request.requestStatus == OK &&
2240                 sensorTimestamp != shutterTimestamp) {
2241             SET_ERR("sensor timestamp (%" PRId64
2242                 ") for frame %d doesn't match shutter timestamp (%" PRId64 ")",
2243                 sensorTimestamp, frameNumber, shutterTimestamp);
2244         }
2245 
2246         // for an unsuccessful request, it may have pending output buffers to
2247         // return.
2248         assert(request.requestStatus != OK ||
2249                request.pendingOutputBuffers.size() == 0);
2250         returnOutputBuffers(request.pendingOutputBuffers.array(),
2251             request.pendingOutputBuffers.size(), 0);
2252 
2253         mInFlightMap.removeItemsAt(idx, 1);
2254 
2255         ALOGVV("%s: removed frame %d from InFlightMap", __FUNCTION__, frameNumber);
2256      }
2257 
2258     // Sanity check - if we have too many in-flight frames, something has
2259     // likely gone wrong
2260     if (!mIsConstrainedHighSpeedConfiguration && mInFlightMap.size() > kInFlightWarnLimit) {
2261         CLOGE("In-flight list too large: %zu", mInFlightMap.size());
2262     } else if (mIsConstrainedHighSpeedConfiguration && mInFlightMap.size() >
2263             kInFlightWarnLimitHighSpeed) {
2264         CLOGE("In-flight list too large for high speed configuration: %zu",
2265                 mInFlightMap.size());
2266     }
2267 }
2268 
insertResultLocked(CaptureResult * result,uint32_t frameNumber,const AeTriggerCancelOverride_t & aeTriggerCancelOverride)2269 void Camera3Device::insertResultLocked(CaptureResult *result, uint32_t frameNumber,
2270             const AeTriggerCancelOverride_t &aeTriggerCancelOverride) {
2271     if (result == nullptr) return;
2272 
2273     if (result->mMetadata.update(ANDROID_REQUEST_FRAME_COUNT,
2274             (int32_t*)&frameNumber, 1) != OK) {
2275         SET_ERR("Failed to set frame number %d in metadata", frameNumber);
2276         return;
2277     }
2278 
2279     if (result->mMetadata.update(ANDROID_REQUEST_ID, &result->mResultExtras.requestId, 1) != OK) {
2280         SET_ERR("Failed to set request ID in metadata for frame %d", frameNumber);
2281         return;
2282     }
2283 
2284     overrideResultForPrecaptureCancel(&result->mMetadata, aeTriggerCancelOverride);
2285 
2286     // Valid result, insert into queue
2287     List<CaptureResult>::iterator queuedResult =
2288             mResultQueue.insert(mResultQueue.end(), CaptureResult(*result));
2289     ALOGVV("%s: result requestId = %" PRId32 ", frameNumber = %" PRId64
2290            ", burstId = %" PRId32, __FUNCTION__,
2291            queuedResult->mResultExtras.requestId,
2292            queuedResult->mResultExtras.frameNumber,
2293            queuedResult->mResultExtras.burstId);
2294 
2295     mResultSignal.signal();
2296 }
2297 
2298 
sendPartialCaptureResult(const camera_metadata_t * partialResult,const CaptureResultExtras & resultExtras,uint32_t frameNumber,const AeTriggerCancelOverride_t & aeTriggerCancelOverride)2299 void Camera3Device::sendPartialCaptureResult(const camera_metadata_t * partialResult,
2300         const CaptureResultExtras &resultExtras, uint32_t frameNumber,
2301         const AeTriggerCancelOverride_t &aeTriggerCancelOverride) {
2302     Mutex::Autolock l(mOutputLock);
2303 
2304     CaptureResult captureResult;
2305     captureResult.mResultExtras = resultExtras;
2306     captureResult.mMetadata = partialResult;
2307 
2308     insertResultLocked(&captureResult, frameNumber, aeTriggerCancelOverride);
2309 }
2310 
2311 
sendCaptureResult(CameraMetadata & pendingMetadata,CaptureResultExtras & resultExtras,CameraMetadata & collectedPartialResult,uint32_t frameNumber,bool reprocess,const AeTriggerCancelOverride_t & aeTriggerCancelOverride)2312 void Camera3Device::sendCaptureResult(CameraMetadata &pendingMetadata,
2313         CaptureResultExtras &resultExtras,
2314         CameraMetadata &collectedPartialResult,
2315         uint32_t frameNumber,
2316         bool reprocess,
2317         const AeTriggerCancelOverride_t &aeTriggerCancelOverride) {
2318     if (pendingMetadata.isEmpty())
2319         return;
2320 
2321     Mutex::Autolock l(mOutputLock);
2322 
2323     // TODO: need to track errors for tighter bounds on expected frame number
2324     if (reprocess) {
2325         if (frameNumber < mNextReprocessResultFrameNumber) {
2326             SET_ERR("Out-of-order reprocess capture result metadata submitted! "
2327                 "(got frame number %d, expecting %d)",
2328                 frameNumber, mNextReprocessResultFrameNumber);
2329             return;
2330         }
2331         mNextReprocessResultFrameNumber = frameNumber + 1;
2332     } else {
2333         if (frameNumber < mNextResultFrameNumber) {
2334             SET_ERR("Out-of-order capture result metadata submitted! "
2335                     "(got frame number %d, expecting %d)",
2336                     frameNumber, mNextResultFrameNumber);
2337             return;
2338         }
2339         mNextResultFrameNumber = frameNumber + 1;
2340     }
2341 
2342     CaptureResult captureResult;
2343     captureResult.mResultExtras = resultExtras;
2344     captureResult.mMetadata = pendingMetadata;
2345 
2346     // Append any previous partials to form a complete result
2347     if (mUsePartialResult && !collectedPartialResult.isEmpty()) {
2348         captureResult.mMetadata.append(collectedPartialResult);
2349     }
2350 
2351     // Derive some new keys for backward compaibility
2352     if (mDerivePostRawSensKey && !captureResult.mMetadata.exists(
2353             ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST)) {
2354         int32_t defaultBoost[1] = {100};
2355         captureResult.mMetadata.update(
2356                 ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST,
2357                 defaultBoost, 1);
2358     }
2359 
2360     captureResult.mMetadata.sort();
2361 
2362     // Check that there's a timestamp in the result metadata
2363     camera_metadata_entry timestamp = captureResult.mMetadata.find(ANDROID_SENSOR_TIMESTAMP);
2364     if (timestamp.count == 0) {
2365         SET_ERR("No timestamp provided by HAL for frame %d!",
2366                 frameNumber);
2367         return;
2368     }
2369 
2370     mTagMonitor.monitorMetadata(TagMonitor::RESULT,
2371             frameNumber, timestamp.data.i64[0], captureResult.mMetadata);
2372 
2373     insertResultLocked(&captureResult, frameNumber, aeTriggerCancelOverride);
2374 }
2375 
2376 /**
2377  * Camera HAL device callback methods
2378  */
2379 
processCaptureResult(const camera3_capture_result * result)2380 void Camera3Device::processCaptureResult(const camera3_capture_result *result) {
2381     ATRACE_CALL();
2382 
2383     status_t res;
2384 
2385     uint32_t frameNumber = result->frame_number;
2386     if (result->result == NULL && result->num_output_buffers == 0 &&
2387             result->input_buffer == NULL) {
2388         SET_ERR("No result data provided by HAL for frame %d",
2389                 frameNumber);
2390         return;
2391     }
2392 
2393     // For HAL3.2 or above, If HAL doesn't support partial, it must always set
2394     // partial_result to 1 when metadata is included in this result.
2395     if (!mUsePartialResult &&
2396             mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2 &&
2397             result->result != NULL &&
2398             result->partial_result != 1) {
2399         SET_ERR("Result is malformed for frame %d: partial_result %u must be 1"
2400                 " if partial result is not supported",
2401                 frameNumber, result->partial_result);
2402         return;
2403     }
2404 
2405     bool isPartialResult = false;
2406     CameraMetadata collectedPartialResult;
2407     CaptureResultExtras resultExtras;
2408     bool hasInputBufferInRequest = false;
2409 
2410     // Get shutter timestamp and resultExtras from list of in-flight requests,
2411     // where it was added by the shutter notification for this frame. If the
2412     // shutter timestamp isn't received yet, append the output buffers to the
2413     // in-flight request and they will be returned when the shutter timestamp
2414     // arrives. Update the in-flight status and remove the in-flight entry if
2415     // all result data and shutter timestamp have been received.
2416     nsecs_t shutterTimestamp = 0;
2417 
2418     {
2419         Mutex::Autolock l(mInFlightLock);
2420         ssize_t idx = mInFlightMap.indexOfKey(frameNumber);
2421         if (idx == NAME_NOT_FOUND) {
2422             SET_ERR("Unknown frame number for capture result: %d",
2423                     frameNumber);
2424             return;
2425         }
2426         InFlightRequest &request = mInFlightMap.editValueAt(idx);
2427         ALOGVV("%s: got InFlightRequest requestId = %" PRId32
2428                 ", frameNumber = %" PRId64 ", burstId = %" PRId32
2429                 ", partialResultCount = %d",
2430                 __FUNCTION__, request.resultExtras.requestId,
2431                 request.resultExtras.frameNumber, request.resultExtras.burstId,
2432                 result->partial_result);
2433         // Always update the partial count to the latest one if it's not 0
2434         // (buffers only). When framework aggregates adjacent partial results
2435         // into one, the latest partial count will be used.
2436         if (result->partial_result != 0)
2437             request.resultExtras.partialResultCount = result->partial_result;
2438 
2439         // Check if this result carries only partial metadata
2440         if (mUsePartialResult && result->result != NULL) {
2441             if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) {
2442                 if (result->partial_result > mNumPartialResults || result->partial_result < 1) {
2443                     SET_ERR("Result is malformed for frame %d: partial_result %u must be  in"
2444                             " the range of [1, %d] when metadata is included in the result",
2445                             frameNumber, result->partial_result, mNumPartialResults);
2446                     return;
2447                 }
2448                 isPartialResult = (result->partial_result < mNumPartialResults);
2449                 if (isPartialResult) {
2450                     request.collectedPartialResult.append(result->result);
2451                 }
2452             } else {
2453                 camera_metadata_ro_entry_t partialResultEntry;
2454                 res = find_camera_metadata_ro_entry(result->result,
2455                         ANDROID_QUIRKS_PARTIAL_RESULT, &partialResultEntry);
2456                 if (res != NAME_NOT_FOUND &&
2457                         partialResultEntry.count > 0 &&
2458                         partialResultEntry.data.u8[0] ==
2459                         ANDROID_QUIRKS_PARTIAL_RESULT_PARTIAL) {
2460                     // A partial result. Flag this as such, and collect this
2461                     // set of metadata into the in-flight entry.
2462                     isPartialResult = true;
2463                     request.collectedPartialResult.append(
2464                         result->result);
2465                     request.collectedPartialResult.erase(
2466                         ANDROID_QUIRKS_PARTIAL_RESULT);
2467                 }
2468             }
2469 
2470             if (isPartialResult) {
2471                 // Send partial capture result
2472                 sendPartialCaptureResult(result->result, request.resultExtras, frameNumber,
2473                         request.aeTriggerCancelOverride);
2474             }
2475         }
2476 
2477         shutterTimestamp = request.shutterTimestamp;
2478         hasInputBufferInRequest = request.hasInputBuffer;
2479 
2480         // Did we get the (final) result metadata for this capture?
2481         if (result->result != NULL && !isPartialResult) {
2482             if (request.haveResultMetadata) {
2483                 SET_ERR("Called multiple times with metadata for frame %d",
2484                         frameNumber);
2485                 return;
2486             }
2487             if (mUsePartialResult &&
2488                     !request.collectedPartialResult.isEmpty()) {
2489                 collectedPartialResult.acquire(
2490                     request.collectedPartialResult);
2491             }
2492             request.haveResultMetadata = true;
2493         }
2494 
2495         uint32_t numBuffersReturned = result->num_output_buffers;
2496         if (result->input_buffer != NULL) {
2497             if (hasInputBufferInRequest) {
2498                 numBuffersReturned += 1;
2499             } else {
2500                 ALOGW("%s: Input buffer should be NULL if there is no input"
2501                         " buffer sent in the request",
2502                         __FUNCTION__);
2503             }
2504         }
2505         request.numBuffersLeft -= numBuffersReturned;
2506         if (request.numBuffersLeft < 0) {
2507             SET_ERR("Too many buffers returned for frame %d",
2508                     frameNumber);
2509             return;
2510         }
2511 
2512         camera_metadata_ro_entry_t entry;
2513         res = find_camera_metadata_ro_entry(result->result,
2514                 ANDROID_SENSOR_TIMESTAMP, &entry);
2515         if (res == OK && entry.count == 1) {
2516             request.sensorTimestamp = entry.data.i64[0];
2517         }
2518 
2519         // If shutter event isn't received yet, append the output buffers to
2520         // the in-flight request. Otherwise, return the output buffers to
2521         // streams.
2522         if (shutterTimestamp == 0) {
2523             request.pendingOutputBuffers.appendArray(result->output_buffers,
2524                 result->num_output_buffers);
2525         } else {
2526             returnOutputBuffers(result->output_buffers,
2527                 result->num_output_buffers, shutterTimestamp);
2528         }
2529 
2530         if (result->result != NULL && !isPartialResult) {
2531             if (shutterTimestamp == 0) {
2532                 request.pendingMetadata = result->result;
2533                 request.collectedPartialResult = collectedPartialResult;
2534             } else {
2535                 CameraMetadata metadata;
2536                 metadata = result->result;
2537                 sendCaptureResult(metadata, request.resultExtras,
2538                     collectedPartialResult, frameNumber, hasInputBufferInRequest,
2539                     request.aeTriggerCancelOverride);
2540             }
2541         }
2542 
2543         removeInFlightRequestIfReadyLocked(idx);
2544     } // scope for mInFlightLock
2545 
2546     if (result->input_buffer != NULL) {
2547         if (hasInputBufferInRequest) {
2548             Camera3Stream *stream =
2549                 Camera3Stream::cast(result->input_buffer->stream);
2550             res = stream->returnInputBuffer(*(result->input_buffer));
2551             // Note: stream may be deallocated at this point, if this buffer was the
2552             // last reference to it.
2553             if (res != OK) {
2554                 ALOGE("%s: RequestThread: Can't return input buffer for frame %d to"
2555                       "  its stream:%s (%d)",  __FUNCTION__,
2556                       frameNumber, strerror(-res), res);
2557             }
2558         } else {
2559             ALOGW("%s: Input buffer should be NULL if there is no input"
2560                     " buffer sent in the request, skipping input buffer return.",
2561                     __FUNCTION__);
2562         }
2563     }
2564 }
2565 
notify(const camera3_notify_msg * msg)2566 void Camera3Device::notify(const camera3_notify_msg *msg) {
2567     ATRACE_CALL();
2568     sp<NotificationListener> listener;
2569     {
2570         Mutex::Autolock l(mOutputLock);
2571         listener = mListener.promote();
2572     }
2573 
2574     if (msg == NULL) {
2575         SET_ERR("HAL sent NULL notify message!");
2576         return;
2577     }
2578 
2579     switch (msg->type) {
2580         case CAMERA3_MSG_ERROR: {
2581             notifyError(msg->message.error, listener);
2582             break;
2583         }
2584         case CAMERA3_MSG_SHUTTER: {
2585             notifyShutter(msg->message.shutter, listener);
2586             break;
2587         }
2588         default:
2589             SET_ERR("Unknown notify message from HAL: %d",
2590                     msg->type);
2591     }
2592 }
2593 
notifyError(const camera3_error_msg_t & msg,sp<NotificationListener> listener)2594 void Camera3Device::notifyError(const camera3_error_msg_t &msg,
2595         sp<NotificationListener> listener) {
2596 
2597     // Map camera HAL error codes to ICameraDeviceCallback error codes
2598     // Index into this with the HAL error code
2599     static const int32_t halErrorMap[CAMERA3_MSG_NUM_ERRORS] = {
2600         // 0 = Unused error code
2601         hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_INVALID_ERROR,
2602         // 1 = CAMERA3_MSG_ERROR_DEVICE
2603         hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_DEVICE,
2604         // 2 = CAMERA3_MSG_ERROR_REQUEST
2605         hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST,
2606         // 3 = CAMERA3_MSG_ERROR_RESULT
2607         hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_RESULT,
2608         // 4 = CAMERA3_MSG_ERROR_BUFFER
2609         hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_BUFFER
2610     };
2611 
2612     int32_t errorCode =
2613             ((msg.error_code >= 0) &&
2614                     (msg.error_code < CAMERA3_MSG_NUM_ERRORS)) ?
2615             halErrorMap[msg.error_code] :
2616             hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_INVALID_ERROR;
2617 
2618     int streamId = 0;
2619     if (msg.error_stream != NULL) {
2620         Camera3Stream *stream =
2621                 Camera3Stream::cast(msg.error_stream);
2622         streamId = stream->getId();
2623     }
2624     ALOGV("Camera %d: %s: HAL error, frame %d, stream %d: %d",
2625             mId, __FUNCTION__, msg.frame_number,
2626             streamId, msg.error_code);
2627 
2628     CaptureResultExtras resultExtras;
2629     switch (errorCode) {
2630         case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_DEVICE:
2631             // SET_ERR calls notifyError
2632             SET_ERR("Camera HAL reported serious device error");
2633             break;
2634         case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST:
2635         case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_RESULT:
2636         case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_BUFFER:
2637             {
2638                 Mutex::Autolock l(mInFlightLock);
2639                 ssize_t idx = mInFlightMap.indexOfKey(msg.frame_number);
2640                 if (idx >= 0) {
2641                     InFlightRequest &r = mInFlightMap.editValueAt(idx);
2642                     r.requestStatus = msg.error_code;
2643                     resultExtras = r.resultExtras;
2644                 } else {
2645                     resultExtras.frameNumber = msg.frame_number;
2646                     ALOGE("Camera %d: %s: cannot find in-flight request on "
2647                             "frame %" PRId64 " error", mId, __FUNCTION__,
2648                             resultExtras.frameNumber);
2649                 }
2650             }
2651             resultExtras.errorStreamId = streamId;
2652             if (listener != NULL) {
2653                 listener->notifyError(errorCode, resultExtras);
2654             } else {
2655                 ALOGE("Camera %d: %s: no listener available", mId, __FUNCTION__);
2656             }
2657             break;
2658         default:
2659             // SET_ERR calls notifyError
2660             SET_ERR("Unknown error message from HAL: %d", msg.error_code);
2661             break;
2662     }
2663 }
2664 
notifyShutter(const camera3_shutter_msg_t & msg,sp<NotificationListener> listener)2665 void Camera3Device::notifyShutter(const camera3_shutter_msg_t &msg,
2666         sp<NotificationListener> listener) {
2667     ssize_t idx;
2668 
2669     // Set timestamp for the request in the in-flight tracking
2670     // and get the request ID to send upstream
2671     {
2672         Mutex::Autolock l(mInFlightLock);
2673         idx = mInFlightMap.indexOfKey(msg.frame_number);
2674         if (idx >= 0) {
2675             InFlightRequest &r = mInFlightMap.editValueAt(idx);
2676 
2677             // Verify ordering of shutter notifications
2678             {
2679                 Mutex::Autolock l(mOutputLock);
2680                 // TODO: need to track errors for tighter bounds on expected frame number.
2681                 if (r.hasInputBuffer) {
2682                     if (msg.frame_number < mNextReprocessShutterFrameNumber) {
2683                         SET_ERR("Shutter notification out-of-order. Expected "
2684                                 "notification for frame %d, got frame %d",
2685                                 mNextReprocessShutterFrameNumber, msg.frame_number);
2686                         return;
2687                     }
2688                     mNextReprocessShutterFrameNumber = msg.frame_number + 1;
2689                 } else {
2690                     if (msg.frame_number < mNextShutterFrameNumber) {
2691                         SET_ERR("Shutter notification out-of-order. Expected "
2692                                 "notification for frame %d, got frame %d",
2693                                 mNextShutterFrameNumber, msg.frame_number);
2694                         return;
2695                     }
2696                     mNextShutterFrameNumber = msg.frame_number + 1;
2697                 }
2698             }
2699 
2700             ALOGVV("Camera %d: %s: Shutter fired for frame %d (id %d) at %" PRId64,
2701                     mId, __FUNCTION__,
2702                     msg.frame_number, r.resultExtras.requestId, msg.timestamp);
2703             // Call listener, if any
2704             if (listener != NULL) {
2705                 listener->notifyShutter(r.resultExtras, msg.timestamp);
2706             }
2707 
2708             r.shutterTimestamp = msg.timestamp;
2709 
2710             // send pending result and buffers
2711             sendCaptureResult(r.pendingMetadata, r.resultExtras,
2712                 r.collectedPartialResult, msg.frame_number,
2713                 r.hasInputBuffer, r.aeTriggerCancelOverride);
2714             returnOutputBuffers(r.pendingOutputBuffers.array(),
2715                 r.pendingOutputBuffers.size(), r.shutterTimestamp);
2716             r.pendingOutputBuffers.clear();
2717 
2718             removeInFlightRequestIfReadyLocked(idx);
2719         }
2720     }
2721     if (idx < 0) {
2722         SET_ERR("Shutter notification for non-existent frame number %d",
2723                 msg.frame_number);
2724     }
2725 }
2726 
2727 
getLatestRequestLocked()2728 CameraMetadata Camera3Device::getLatestRequestLocked() {
2729     ALOGV("%s", __FUNCTION__);
2730 
2731     CameraMetadata retVal;
2732 
2733     if (mRequestThread != NULL) {
2734         retVal = mRequestThread->getLatestRequest();
2735     }
2736 
2737     return retVal;
2738 }
2739 
2740 
monitorMetadata(TagMonitor::eventSource source,int64_t frameNumber,nsecs_t timestamp,const CameraMetadata & metadata)2741 void Camera3Device::monitorMetadata(TagMonitor::eventSource source,
2742         int64_t frameNumber, nsecs_t timestamp, const CameraMetadata& metadata) {
2743     mTagMonitor.monitorMetadata(source, frameNumber, timestamp, metadata);
2744 }
2745 
2746 /**
2747  * RequestThread inner class methods
2748  */
2749 
RequestThread(wp<Camera3Device> parent,sp<StatusTracker> statusTracker,camera3_device_t * hal3Device,bool aeLockAvailable)2750 Camera3Device::RequestThread::RequestThread(wp<Camera3Device> parent,
2751         sp<StatusTracker> statusTracker,
2752         camera3_device_t *hal3Device,
2753         bool aeLockAvailable) :
2754         Thread(/*canCallJava*/false),
2755         mParent(parent),
2756         mStatusTracker(statusTracker),
2757         mHal3Device(hal3Device),
2758         mListener(nullptr),
2759         mId(getId(parent)),
2760         mReconfigured(false),
2761         mDoPause(false),
2762         mPaused(true),
2763         mFrameNumber(0),
2764         mLatestRequestId(NAME_NOT_FOUND),
2765         mCurrentAfTriggerId(0),
2766         mCurrentPreCaptureTriggerId(0),
2767         mRepeatingLastFrameNumber(
2768             hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES),
2769         mAeLockAvailable(aeLockAvailable),
2770         mPrepareVideoStream(false) {
2771     mStatusId = statusTracker->addComponent();
2772 }
2773 
setNotificationListener(wp<NotificationListener> listener)2774 void Camera3Device::RequestThread::setNotificationListener(
2775         wp<NotificationListener> listener) {
2776     Mutex::Autolock l(mRequestLock);
2777     mListener = listener;
2778 }
2779 
configurationComplete(bool isConstrainedHighSpeed)2780 void Camera3Device::RequestThread::configurationComplete(bool isConstrainedHighSpeed) {
2781     Mutex::Autolock l(mRequestLock);
2782     mReconfigured = true;
2783     // Prepare video stream for high speed recording.
2784     mPrepareVideoStream = isConstrainedHighSpeed;
2785 }
2786 
queueRequestList(List<sp<CaptureRequest>> & requests,int64_t * lastFrameNumber)2787 status_t Camera3Device::RequestThread::queueRequestList(
2788         List<sp<CaptureRequest> > &requests,
2789         /*out*/
2790         int64_t *lastFrameNumber) {
2791     Mutex::Autolock l(mRequestLock);
2792     for (List<sp<CaptureRequest> >::iterator it = requests.begin(); it != requests.end();
2793             ++it) {
2794         mRequestQueue.push_back(*it);
2795     }
2796 
2797     if (lastFrameNumber != NULL) {
2798         *lastFrameNumber = mFrameNumber + mRequestQueue.size() - 1;
2799         ALOGV("%s: requestId %d, mFrameNumber %" PRId32 ", lastFrameNumber %" PRId64 ".",
2800               __FUNCTION__, (*(requests.begin()))->mResultExtras.requestId, mFrameNumber,
2801               *lastFrameNumber);
2802     }
2803 
2804     unpauseForNewRequests();
2805 
2806     return OK;
2807 }
2808 
2809 
queueTrigger(RequestTrigger trigger[],size_t count)2810 status_t Camera3Device::RequestThread::queueTrigger(
2811         RequestTrigger trigger[],
2812         size_t count) {
2813 
2814     Mutex::Autolock l(mTriggerMutex);
2815     status_t ret;
2816 
2817     for (size_t i = 0; i < count; ++i) {
2818         ret = queueTriggerLocked(trigger[i]);
2819 
2820         if (ret != OK) {
2821             return ret;
2822         }
2823     }
2824 
2825     return OK;
2826 }
2827 
getId(const wp<Camera3Device> & device)2828 int Camera3Device::RequestThread::getId(const wp<Camera3Device> &device) {
2829     sp<Camera3Device> d = device.promote();
2830     if (d != NULL) return d->mId;
2831     return 0;
2832 }
2833 
queueTriggerLocked(RequestTrigger trigger)2834 status_t Camera3Device::RequestThread::queueTriggerLocked(
2835         RequestTrigger trigger) {
2836 
2837     uint32_t tag = trigger.metadataTag;
2838     ssize_t index = mTriggerMap.indexOfKey(tag);
2839 
2840     switch (trigger.getTagType()) {
2841         case TYPE_BYTE:
2842         // fall-through
2843         case TYPE_INT32:
2844             break;
2845         default:
2846             ALOGE("%s: Type not supported: 0x%x", __FUNCTION__,
2847                     trigger.getTagType());
2848             return INVALID_OPERATION;
2849     }
2850 
2851     /**
2852      * Collect only the latest trigger, since we only have 1 field
2853      * in the request settings per trigger tag, and can't send more than 1
2854      * trigger per request.
2855      */
2856     if (index != NAME_NOT_FOUND) {
2857         mTriggerMap.editValueAt(index) = trigger;
2858     } else {
2859         mTriggerMap.add(tag, trigger);
2860     }
2861 
2862     return OK;
2863 }
2864 
setRepeatingRequests(const RequestList & requests,int64_t * lastFrameNumber)2865 status_t Camera3Device::RequestThread::setRepeatingRequests(
2866         const RequestList &requests,
2867         /*out*/
2868         int64_t *lastFrameNumber) {
2869     Mutex::Autolock l(mRequestLock);
2870     if (lastFrameNumber != NULL) {
2871         *lastFrameNumber = mRepeatingLastFrameNumber;
2872     }
2873     mRepeatingRequests.clear();
2874     mRepeatingRequests.insert(mRepeatingRequests.begin(),
2875             requests.begin(), requests.end());
2876 
2877     unpauseForNewRequests();
2878 
2879     mRepeatingLastFrameNumber = hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES;
2880     return OK;
2881 }
2882 
isRepeatingRequestLocked(const sp<CaptureRequest> requestIn)2883 bool Camera3Device::RequestThread::isRepeatingRequestLocked(const sp<CaptureRequest> requestIn) {
2884     if (mRepeatingRequests.empty()) {
2885         return false;
2886     }
2887     int32_t requestId = requestIn->mResultExtras.requestId;
2888     const RequestList &repeatRequests = mRepeatingRequests;
2889     // All repeating requests are guaranteed to have same id so only check first quest
2890     const sp<CaptureRequest> firstRequest = *repeatRequests.begin();
2891     return (firstRequest->mResultExtras.requestId == requestId);
2892 }
2893 
clearRepeatingRequests(int64_t * lastFrameNumber)2894 status_t Camera3Device::RequestThread::clearRepeatingRequests(/*out*/int64_t *lastFrameNumber) {
2895     Mutex::Autolock l(mRequestLock);
2896     return clearRepeatingRequestsLocked(lastFrameNumber);
2897 
2898 }
2899 
clearRepeatingRequestsLocked(int64_t * lastFrameNumber)2900 status_t Camera3Device::RequestThread::clearRepeatingRequestsLocked(/*out*/int64_t *lastFrameNumber) {
2901     mRepeatingRequests.clear();
2902     if (lastFrameNumber != NULL) {
2903         *lastFrameNumber = mRepeatingLastFrameNumber;
2904     }
2905     mRepeatingLastFrameNumber = hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES;
2906     return OK;
2907 }
2908 
clear(int64_t * lastFrameNumber)2909 status_t Camera3Device::RequestThread::clear(
2910         /*out*/int64_t *lastFrameNumber) {
2911     Mutex::Autolock l(mRequestLock);
2912     ALOGV("RequestThread::%s:", __FUNCTION__);
2913 
2914     mRepeatingRequests.clear();
2915 
2916     // Send errors for all requests pending in the request queue, including
2917     // pending repeating requests
2918     sp<NotificationListener> listener = mListener.promote();
2919     if (listener != NULL) {
2920         for (RequestList::iterator it = mRequestQueue.begin();
2921                  it != mRequestQueue.end(); ++it) {
2922             // Abort the input buffers for reprocess requests.
2923             if ((*it)->mInputStream != NULL) {
2924                 camera3_stream_buffer_t inputBuffer;
2925                 status_t res = (*it)->mInputStream->getInputBuffer(&inputBuffer);
2926                 if (res != OK) {
2927                     ALOGW("%s: %d: couldn't get input buffer while clearing the request "
2928                             "list: %s (%d)", __FUNCTION__, __LINE__, strerror(-res), res);
2929                 } else {
2930                     res = (*it)->mInputStream->returnInputBuffer(inputBuffer);
2931                     if (res != OK) {
2932                         ALOGE("%s: %d: couldn't return input buffer while clearing the request "
2933                                 "list: %s (%d)", __FUNCTION__, __LINE__, strerror(-res), res);
2934                     }
2935                 }
2936             }
2937             // Set the frame number this request would have had, if it
2938             // had been submitted; this frame number will not be reused.
2939             // The requestId and burstId fields were set when the request was
2940             // submitted originally (in convertMetadataListToRequestListLocked)
2941             (*it)->mResultExtras.frameNumber = mFrameNumber++;
2942             listener->notifyError(hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST,
2943                     (*it)->mResultExtras);
2944         }
2945     }
2946     mRequestQueue.clear();
2947     mTriggerMap.clear();
2948     if (lastFrameNumber != NULL) {
2949         *lastFrameNumber = mRepeatingLastFrameNumber;
2950     }
2951     mRepeatingLastFrameNumber = hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES;
2952     return OK;
2953 }
2954 
flush()2955 status_t Camera3Device::RequestThread::flush() {
2956     ATRACE_CALL();
2957     Mutex::Autolock l(mFlushLock);
2958 
2959     if (mHal3Device->common.version >= CAMERA_DEVICE_API_VERSION_3_1) {
2960         return mHal3Device->ops->flush(mHal3Device);
2961     }
2962 
2963     return -ENOTSUP;
2964 }
2965 
setPaused(bool paused)2966 void Camera3Device::RequestThread::setPaused(bool paused) {
2967     Mutex::Autolock l(mPauseLock);
2968     mDoPause = paused;
2969     mDoPauseSignal.signal();
2970 }
2971 
waitUntilRequestProcessed(int32_t requestId,nsecs_t timeout)2972 status_t Camera3Device::RequestThread::waitUntilRequestProcessed(
2973         int32_t requestId, nsecs_t timeout) {
2974     Mutex::Autolock l(mLatestRequestMutex);
2975     status_t res;
2976     while (mLatestRequestId != requestId) {
2977         nsecs_t startTime = systemTime();
2978 
2979         res = mLatestRequestSignal.waitRelative(mLatestRequestMutex, timeout);
2980         if (res != OK) return res;
2981 
2982         timeout -= (systemTime() - startTime);
2983     }
2984 
2985     return OK;
2986 }
2987 
requestExit()2988 void Camera3Device::RequestThread::requestExit() {
2989     // Call parent to set up shutdown
2990     Thread::requestExit();
2991     // The exit from any possible waits
2992     mDoPauseSignal.signal();
2993     mRequestSignal.signal();
2994 }
2995 
2996 
2997 /**
2998  * For devices <= CAMERA_DEVICE_API_VERSION_3_2, AE_PRECAPTURE_TRIGGER_CANCEL is not supported so
2999  * we need to override AE_PRECAPTURE_TRIGGER_CANCEL to AE_PRECAPTURE_TRIGGER_IDLE and AE_LOCK_OFF
3000  * to AE_LOCK_ON to start cancelling AE precapture. If AE lock is not available, it still overrides
3001  * AE_PRECAPTURE_TRIGGER_CANCEL to AE_PRECAPTURE_TRIGGER_IDLE but doesn't add AE_LOCK_ON to the
3002  * request.
3003  */
handleAePrecaptureCancelRequest(sp<CaptureRequest> request)3004 void Camera3Device::RequestThread::handleAePrecaptureCancelRequest(sp<CaptureRequest> request) {
3005     request->mAeTriggerCancelOverride.applyAeLock = false;
3006     request->mAeTriggerCancelOverride.applyAePrecaptureTrigger = false;
3007 
3008     if (mHal3Device->common.version > CAMERA_DEVICE_API_VERSION_3_2) {
3009         return;
3010     }
3011 
3012     camera_metadata_entry_t aePrecaptureTrigger =
3013             request->mSettings.find(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER);
3014     if (aePrecaptureTrigger.count > 0 &&
3015             aePrecaptureTrigger.data.u8[0] == ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_CANCEL) {
3016         // Always override CANCEL to IDLE
3017         uint8_t aePrecaptureTrigger = ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_IDLE;
3018         request->mSettings.update(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER, &aePrecaptureTrigger, 1);
3019         request->mAeTriggerCancelOverride.applyAePrecaptureTrigger = true;
3020         request->mAeTriggerCancelOverride.aePrecaptureTrigger =
3021                 ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_CANCEL;
3022 
3023         if (mAeLockAvailable == true) {
3024             camera_metadata_entry_t aeLock = request->mSettings.find(ANDROID_CONTROL_AE_LOCK);
3025             if (aeLock.count == 0 ||  aeLock.data.u8[0] == ANDROID_CONTROL_AE_LOCK_OFF) {
3026                 uint8_t aeLock = ANDROID_CONTROL_AE_LOCK_ON;
3027                 request->mSettings.update(ANDROID_CONTROL_AE_LOCK, &aeLock, 1);
3028                 request->mAeTriggerCancelOverride.applyAeLock = true;
3029                 request->mAeTriggerCancelOverride.aeLock = ANDROID_CONTROL_AE_LOCK_OFF;
3030             }
3031         }
3032     }
3033 }
3034 
3035 /**
3036  * Override result metadata for cancelling AE precapture trigger applied in
3037  * handleAePrecaptureCancelRequest().
3038  */
overrideResultForPrecaptureCancel(CameraMetadata * result,const AeTriggerCancelOverride_t & aeTriggerCancelOverride)3039 void Camera3Device::overrideResultForPrecaptureCancel(
3040         CameraMetadata *result, const AeTriggerCancelOverride_t &aeTriggerCancelOverride) {
3041     if (aeTriggerCancelOverride.applyAeLock) {
3042         // Only devices <= v3.2 should have this override
3043         assert(mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_2);
3044         result->update(ANDROID_CONTROL_AE_LOCK, &aeTriggerCancelOverride.aeLock, 1);
3045     }
3046 
3047     if (aeTriggerCancelOverride.applyAePrecaptureTrigger) {
3048         // Only devices <= v3.2 should have this override
3049         assert(mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_2);
3050         result->update(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER,
3051                 &aeTriggerCancelOverride.aePrecaptureTrigger, 1);
3052     }
3053 }
3054 
checkAndStopRepeatingRequest()3055 void Camera3Device::RequestThread::checkAndStopRepeatingRequest() {
3056     bool surfaceAbandoned = false;
3057     int64_t lastFrameNumber = 0;
3058     sp<NotificationListener> listener;
3059     {
3060         Mutex::Autolock l(mRequestLock);
3061         // Check all streams needed by repeating requests are still valid. Otherwise, stop
3062         // repeating requests.
3063         for (const auto& request : mRepeatingRequests) {
3064             for (const auto& s : request->mOutputStreams) {
3065                 if (s->isAbandoned()) {
3066                     surfaceAbandoned = true;
3067                     clearRepeatingRequestsLocked(&lastFrameNumber);
3068                     break;
3069                 }
3070             }
3071             if (surfaceAbandoned) {
3072                 break;
3073             }
3074         }
3075         listener = mListener.promote();
3076     }
3077 
3078     if (listener != NULL && surfaceAbandoned) {
3079         listener->notifyRepeatingRequestError(lastFrameNumber);
3080     }
3081 }
3082 
threadLoop()3083 bool Camera3Device::RequestThread::threadLoop() {
3084     ATRACE_CALL();
3085     status_t res;
3086 
3087     // Handle paused state.
3088     if (waitIfPaused()) {
3089         return true;
3090     }
3091 
3092     // Wait for the next batch of requests.
3093     waitForNextRequestBatch();
3094     if (mNextRequests.size() == 0) {
3095         return true;
3096     }
3097 
3098     // Get the latest request ID, if any
3099     int latestRequestId;
3100     camera_metadata_entry_t requestIdEntry = mNextRequests[mNextRequests.size() - 1].
3101             captureRequest->mSettings.find(ANDROID_REQUEST_ID);
3102     if (requestIdEntry.count > 0) {
3103         latestRequestId = requestIdEntry.data.i32[0];
3104     } else {
3105         ALOGW("%s: Did not have android.request.id set in the request.", __FUNCTION__);
3106         latestRequestId = NAME_NOT_FOUND;
3107     }
3108 
3109     // Prepare a batch of HAL requests and output buffers.
3110     res = prepareHalRequests();
3111     if (res == TIMED_OUT) {
3112         // Not a fatal error if getting output buffers time out.
3113         cleanUpFailedRequests(/*sendRequestError*/ true);
3114         // Check if any stream is abandoned.
3115         checkAndStopRepeatingRequest();
3116         return true;
3117     } else if (res != OK) {
3118         cleanUpFailedRequests(/*sendRequestError*/ false);
3119         return false;
3120     }
3121 
3122     // Inform waitUntilRequestProcessed thread of a new request ID
3123     {
3124         Mutex::Autolock al(mLatestRequestMutex);
3125 
3126         mLatestRequestId = latestRequestId;
3127         mLatestRequestSignal.signal();
3128     }
3129 
3130     // Submit a batch of requests to HAL.
3131     // Use flush lock only when submitting multilple requests in a batch.
3132     // TODO: The problem with flush lock is flush() will be blocked by process_capture_request()
3133     // which may take a long time to finish so synchronizing flush() and
3134     // process_capture_request() defeats the purpose of cancelling requests ASAP with flush().
3135     // For now, only synchronize for high speed recording and we should figure something out for
3136     // removing the synchronization.
3137     bool useFlushLock = mNextRequests.size() > 1;
3138 
3139     if (useFlushLock) {
3140         mFlushLock.lock();
3141     }
3142 
3143     ALOGVV("%s: %d: submitting %zu requests in a batch.", __FUNCTION__, __LINE__,
3144             mNextRequests.size());
3145     for (auto& nextRequest : mNextRequests) {
3146         // Submit request and block until ready for next one
3147         ATRACE_ASYNC_BEGIN("frame capture", nextRequest.halRequest.frame_number);
3148         ATRACE_BEGIN("camera3->process_capture_request");
3149         res = mHal3Device->ops->process_capture_request(mHal3Device, &nextRequest.halRequest);
3150         ATRACE_END();
3151 
3152         if (res != OK) {
3153             // Should only get a failure here for malformed requests or device-level
3154             // errors, so consider all errors fatal.  Bad metadata failures should
3155             // come through notify.
3156             SET_ERR("RequestThread: Unable to submit capture request %d to HAL"
3157                     " device: %s (%d)", nextRequest.halRequest.frame_number, strerror(-res),
3158                     res);
3159             cleanUpFailedRequests(/*sendRequestError*/ false);
3160             if (useFlushLock) {
3161                 mFlushLock.unlock();
3162             }
3163             return false;
3164         }
3165 
3166         // Mark that the request has be submitted successfully.
3167         nextRequest.submitted = true;
3168 
3169         // Update the latest request sent to HAL
3170         if (nextRequest.halRequest.settings != NULL) { // Don't update if they were unchanged
3171             Mutex::Autolock al(mLatestRequestMutex);
3172 
3173             camera_metadata_t* cloned = clone_camera_metadata(nextRequest.halRequest.settings);
3174             mLatestRequest.acquire(cloned);
3175 
3176             sp<Camera3Device> parent = mParent.promote();
3177             if (parent != NULL) {
3178                 parent->monitorMetadata(TagMonitor::REQUEST, nextRequest.halRequest.frame_number,
3179                         0, mLatestRequest);
3180             }
3181         }
3182 
3183         if (nextRequest.halRequest.settings != NULL) {
3184             nextRequest.captureRequest->mSettings.unlock(nextRequest.halRequest.settings);
3185         }
3186 
3187         // Remove any previously queued triggers (after unlock)
3188         res = removeTriggers(mPrevRequest);
3189         if (res != OK) {
3190             SET_ERR("RequestThread: Unable to remove triggers "
3191                   "(capture request %d, HAL device: %s (%d)",
3192                   nextRequest.halRequest.frame_number, strerror(-res), res);
3193             cleanUpFailedRequests(/*sendRequestError*/ false);
3194             if (useFlushLock) {
3195                 mFlushLock.unlock();
3196             }
3197             return false;
3198         }
3199     }
3200 
3201     if (useFlushLock) {
3202         mFlushLock.unlock();
3203     }
3204 
3205     // Unset as current request
3206     {
3207         Mutex::Autolock l(mRequestLock);
3208         mNextRequests.clear();
3209     }
3210 
3211     return true;
3212 }
3213 
prepareHalRequests()3214 status_t Camera3Device::RequestThread::prepareHalRequests() {
3215     ATRACE_CALL();
3216 
3217     for (auto& nextRequest : mNextRequests) {
3218         sp<CaptureRequest> captureRequest = nextRequest.captureRequest;
3219         camera3_capture_request_t* halRequest = &nextRequest.halRequest;
3220         Vector<camera3_stream_buffer_t>* outputBuffers = &nextRequest.outputBuffers;
3221 
3222         // Prepare a request to HAL
3223         halRequest->frame_number = captureRequest->mResultExtras.frameNumber;
3224 
3225         // Insert any queued triggers (before metadata is locked)
3226         status_t res = insertTriggers(captureRequest);
3227 
3228         if (res < 0) {
3229             SET_ERR("RequestThread: Unable to insert triggers "
3230                     "(capture request %d, HAL device: %s (%d)",
3231                     halRequest->frame_number, strerror(-res), res);
3232             return INVALID_OPERATION;
3233         }
3234         int triggerCount = res;
3235         bool triggersMixedIn = (triggerCount > 0 || mPrevTriggers > 0);
3236         mPrevTriggers = triggerCount;
3237 
3238         // If the request is the same as last, or we had triggers last time
3239         if (mPrevRequest != captureRequest || triggersMixedIn) {
3240             /**
3241              * HAL workaround:
3242              * Insert a dummy trigger ID if a trigger is set but no trigger ID is
3243              */
3244             res = addDummyTriggerIds(captureRequest);
3245             if (res != OK) {
3246                 SET_ERR("RequestThread: Unable to insert dummy trigger IDs "
3247                         "(capture request %d, HAL device: %s (%d)",
3248                         halRequest->frame_number, strerror(-res), res);
3249                 return INVALID_OPERATION;
3250             }
3251 
3252             /**
3253              * The request should be presorted so accesses in HAL
3254              *   are O(logn). Sidenote, sorting a sorted metadata is nop.
3255              */
3256             captureRequest->mSettings.sort();
3257             halRequest->settings = captureRequest->mSettings.getAndLock();
3258             mPrevRequest = captureRequest;
3259             ALOGVV("%s: Request settings are NEW", __FUNCTION__);
3260 
3261             IF_ALOGV() {
3262                 camera_metadata_ro_entry_t e = camera_metadata_ro_entry_t();
3263                 find_camera_metadata_ro_entry(
3264                         halRequest->settings,
3265                         ANDROID_CONTROL_AF_TRIGGER,
3266                         &e
3267                 );
3268                 if (e.count > 0) {
3269                     ALOGV("%s: Request (frame num %d) had AF trigger 0x%x",
3270                           __FUNCTION__,
3271                           halRequest->frame_number,
3272                           e.data.u8[0]);
3273                 }
3274             }
3275         } else {
3276             // leave request.settings NULL to indicate 'reuse latest given'
3277             ALOGVV("%s: Request settings are REUSED",
3278                    __FUNCTION__);
3279         }
3280 
3281         uint32_t totalNumBuffers = 0;
3282 
3283         // Fill in buffers
3284         if (captureRequest->mInputStream != NULL) {
3285             halRequest->input_buffer = &captureRequest->mInputBuffer;
3286             totalNumBuffers += 1;
3287         } else {
3288             halRequest->input_buffer = NULL;
3289         }
3290 
3291         outputBuffers->insertAt(camera3_stream_buffer_t(), 0,
3292                 captureRequest->mOutputStreams.size());
3293         halRequest->output_buffers = outputBuffers->array();
3294         for (size_t i = 0; i < captureRequest->mOutputStreams.size(); i++) {
3295             sp<Camera3OutputStreamInterface> outputStream = captureRequest->mOutputStreams.editItemAt(i);
3296 
3297             // Prepare video buffers for high speed recording on the first video request.
3298             if (mPrepareVideoStream && outputStream->isVideoStream()) {
3299                 // Only try to prepare video stream on the first video request.
3300                 mPrepareVideoStream = false;
3301 
3302                 res = outputStream->startPrepare(Camera3StreamInterface::ALLOCATE_PIPELINE_MAX);
3303                 while (res == NOT_ENOUGH_DATA) {
3304                     res = outputStream->prepareNextBuffer();
3305                 }
3306                 if (res != OK) {
3307                     ALOGW("%s: Preparing video buffers for high speed failed: %s (%d)",
3308                         __FUNCTION__, strerror(-res), res);
3309                     outputStream->cancelPrepare();
3310                 }
3311             }
3312 
3313             res = outputStream->getBuffer(&outputBuffers->editItemAt(i));
3314             if (res != OK) {
3315                 // Can't get output buffer from gralloc queue - this could be due to
3316                 // abandoned queue or other consumer misbehavior, so not a fatal
3317                 // error
3318                 ALOGE("RequestThread: Can't get output buffer, skipping request:"
3319                         " %s (%d)", strerror(-res), res);
3320 
3321                 return TIMED_OUT;
3322             }
3323             halRequest->num_output_buffers++;
3324         }
3325         totalNumBuffers += halRequest->num_output_buffers;
3326 
3327         // Log request in the in-flight queue
3328         sp<Camera3Device> parent = mParent.promote();
3329         if (parent == NULL) {
3330             // Should not happen, and nowhere to send errors to, so just log it
3331             CLOGE("RequestThread: Parent is gone");
3332             return INVALID_OPERATION;
3333         }
3334         res = parent->registerInFlight(halRequest->frame_number,
3335                 totalNumBuffers, captureRequest->mResultExtras,
3336                 /*hasInput*/halRequest->input_buffer != NULL,
3337                 captureRequest->mAeTriggerCancelOverride);
3338         ALOGVV("%s: registered in flight requestId = %" PRId32 ", frameNumber = %" PRId64
3339                ", burstId = %" PRId32 ".",
3340                 __FUNCTION__,
3341                 captureRequest->mResultExtras.requestId, captureRequest->mResultExtras.frameNumber,
3342                 captureRequest->mResultExtras.burstId);
3343         if (res != OK) {
3344             SET_ERR("RequestThread: Unable to register new in-flight request:"
3345                     " %s (%d)", strerror(-res), res);
3346             return INVALID_OPERATION;
3347         }
3348     }
3349 
3350     return OK;
3351 }
3352 
getLatestRequest() const3353 CameraMetadata Camera3Device::RequestThread::getLatestRequest() const {
3354     Mutex::Autolock al(mLatestRequestMutex);
3355 
3356     ALOGV("RequestThread::%s", __FUNCTION__);
3357 
3358     return mLatestRequest;
3359 }
3360 
isStreamPending(sp<Camera3StreamInterface> & stream)3361 bool Camera3Device::RequestThread::isStreamPending(
3362         sp<Camera3StreamInterface>& stream) {
3363     Mutex::Autolock l(mRequestLock);
3364 
3365     for (const auto& nextRequest : mNextRequests) {
3366         if (!nextRequest.submitted) {
3367             for (const auto& s : nextRequest.captureRequest->mOutputStreams) {
3368                 if (stream == s) return true;
3369             }
3370             if (stream == nextRequest.captureRequest->mInputStream) return true;
3371         }
3372     }
3373 
3374     for (const auto& request : mRequestQueue) {
3375         for (const auto& s : request->mOutputStreams) {
3376             if (stream == s) return true;
3377         }
3378         if (stream == request->mInputStream) return true;
3379     }
3380 
3381     for (const auto& request : mRepeatingRequests) {
3382         for (const auto& s : request->mOutputStreams) {
3383             if (stream == s) return true;
3384         }
3385         if (stream == request->mInputStream) return true;
3386     }
3387 
3388     return false;
3389 }
3390 
cleanUpFailedRequests(bool sendRequestError)3391 void Camera3Device::RequestThread::cleanUpFailedRequests(bool sendRequestError) {
3392     if (mNextRequests.empty()) {
3393         return;
3394     }
3395 
3396     for (auto& nextRequest : mNextRequests) {
3397         // Skip the ones that have been submitted successfully.
3398         if (nextRequest.submitted) {
3399             continue;
3400         }
3401 
3402         sp<CaptureRequest> captureRequest = nextRequest.captureRequest;
3403         camera3_capture_request_t* halRequest = &nextRequest.halRequest;
3404         Vector<camera3_stream_buffer_t>* outputBuffers = &nextRequest.outputBuffers;
3405 
3406         if (halRequest->settings != NULL) {
3407             captureRequest->mSettings.unlock(halRequest->settings);
3408         }
3409 
3410         if (captureRequest->mInputStream != NULL) {
3411             captureRequest->mInputBuffer.status = CAMERA3_BUFFER_STATUS_ERROR;
3412             captureRequest->mInputStream->returnInputBuffer(captureRequest->mInputBuffer);
3413         }
3414 
3415         for (size_t i = 0; i < halRequest->num_output_buffers; i++) {
3416             outputBuffers->editItemAt(i).status = CAMERA3_BUFFER_STATUS_ERROR;
3417             captureRequest->mOutputStreams.editItemAt(i)->returnBuffer((*outputBuffers)[i], 0);
3418         }
3419 
3420         if (sendRequestError) {
3421             Mutex::Autolock l(mRequestLock);
3422             sp<NotificationListener> listener = mListener.promote();
3423             if (listener != NULL) {
3424                 listener->notifyError(
3425                         hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST,
3426                         captureRequest->mResultExtras);
3427             }
3428         }
3429     }
3430 
3431     Mutex::Autolock l(mRequestLock);
3432     mNextRequests.clear();
3433 }
3434 
waitForNextRequestBatch()3435 void Camera3Device::RequestThread::waitForNextRequestBatch() {
3436     // Optimized a bit for the simple steady-state case (single repeating
3437     // request), to avoid putting that request in the queue temporarily.
3438     Mutex::Autolock l(mRequestLock);
3439 
3440     assert(mNextRequests.empty());
3441 
3442     NextRequest nextRequest;
3443     nextRequest.captureRequest = waitForNextRequestLocked();
3444     if (nextRequest.captureRequest == nullptr) {
3445         return;
3446     }
3447 
3448     nextRequest.halRequest = camera3_capture_request_t();
3449     nextRequest.submitted = false;
3450     mNextRequests.add(nextRequest);
3451 
3452     // Wait for additional requests
3453     const size_t batchSize = nextRequest.captureRequest->mBatchSize;
3454 
3455     for (size_t i = 1; i < batchSize; i++) {
3456         NextRequest additionalRequest;
3457         additionalRequest.captureRequest = waitForNextRequestLocked();
3458         if (additionalRequest.captureRequest == nullptr) {
3459             break;
3460         }
3461 
3462         additionalRequest.halRequest = camera3_capture_request_t();
3463         additionalRequest.submitted = false;
3464         mNextRequests.add(additionalRequest);
3465     }
3466 
3467     if (mNextRequests.size() < batchSize) {
3468         ALOGE("RequestThread: only get %zu out of %zu requests. Skipping requests.",
3469                 mNextRequests.size(), batchSize);
3470         cleanUpFailedRequests(/*sendRequestError*/true);
3471     }
3472 
3473     return;
3474 }
3475 
3476 sp<Camera3Device::CaptureRequest>
waitForNextRequestLocked()3477         Camera3Device::RequestThread::waitForNextRequestLocked() {
3478     status_t res;
3479     sp<CaptureRequest> nextRequest;
3480 
3481     while (mRequestQueue.empty()) {
3482         if (!mRepeatingRequests.empty()) {
3483             // Always atomically enqueue all requests in a repeating request
3484             // list. Guarantees a complete in-sequence set of captures to
3485             // application.
3486             const RequestList &requests = mRepeatingRequests;
3487             RequestList::const_iterator firstRequest =
3488                     requests.begin();
3489             nextRequest = *firstRequest;
3490             mRequestQueue.insert(mRequestQueue.end(),
3491                     ++firstRequest,
3492                     requests.end());
3493             // No need to wait any longer
3494 
3495             mRepeatingLastFrameNumber = mFrameNumber + requests.size() - 1;
3496 
3497             break;
3498         }
3499 
3500         res = mRequestSignal.waitRelative(mRequestLock, kRequestTimeout);
3501 
3502         if ((mRequestQueue.empty() && mRepeatingRequests.empty()) ||
3503                 exitPending()) {
3504             Mutex::Autolock pl(mPauseLock);
3505             if (mPaused == false) {
3506                 ALOGV("%s: RequestThread: Going idle", __FUNCTION__);
3507                 mPaused = true;
3508                 // Let the tracker know
3509                 sp<StatusTracker> statusTracker = mStatusTracker.promote();
3510                 if (statusTracker != 0) {
3511                     statusTracker->markComponentIdle(mStatusId, Fence::NO_FENCE);
3512                 }
3513             }
3514             // Stop waiting for now and let thread management happen
3515             return NULL;
3516         }
3517     }
3518 
3519     if (nextRequest == NULL) {
3520         // Don't have a repeating request already in hand, so queue
3521         // must have an entry now.
3522         RequestList::iterator firstRequest =
3523                 mRequestQueue.begin();
3524         nextRequest = *firstRequest;
3525         mRequestQueue.erase(firstRequest);
3526     }
3527 
3528     // In case we've been unpaused by setPaused clearing mDoPause, need to
3529     // update internal pause state (capture/setRepeatingRequest unpause
3530     // directly).
3531     Mutex::Autolock pl(mPauseLock);
3532     if (mPaused) {
3533         ALOGV("%s: RequestThread: Unpaused", __FUNCTION__);
3534         sp<StatusTracker> statusTracker = mStatusTracker.promote();
3535         if (statusTracker != 0) {
3536             statusTracker->markComponentActive(mStatusId);
3537         }
3538     }
3539     mPaused = false;
3540 
3541     // Check if we've reconfigured since last time, and reset the preview
3542     // request if so. Can't use 'NULL request == repeat' across configure calls.
3543     if (mReconfigured) {
3544         mPrevRequest.clear();
3545         mReconfigured = false;
3546     }
3547 
3548     if (nextRequest != NULL) {
3549         nextRequest->mResultExtras.frameNumber = mFrameNumber++;
3550         nextRequest->mResultExtras.afTriggerId = mCurrentAfTriggerId;
3551         nextRequest->mResultExtras.precaptureTriggerId = mCurrentPreCaptureTriggerId;
3552 
3553         // Since RequestThread::clear() removes buffers from the input stream,
3554         // get the right buffer here before unlocking mRequestLock
3555         if (nextRequest->mInputStream != NULL) {
3556             res = nextRequest->mInputStream->getInputBuffer(&nextRequest->mInputBuffer);
3557             if (res != OK) {
3558                 // Can't get input buffer from gralloc queue - this could be due to
3559                 // disconnected queue or other producer misbehavior, so not a fatal
3560                 // error
3561                 ALOGE("%s: Can't get input buffer, skipping request:"
3562                         " %s (%d)", __FUNCTION__, strerror(-res), res);
3563 
3564                 sp<NotificationListener> listener = mListener.promote();
3565                 if (listener != NULL) {
3566                     listener->notifyError(
3567                             hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST,
3568                             nextRequest->mResultExtras);
3569                 }
3570                 return NULL;
3571             }
3572         }
3573     }
3574 
3575     handleAePrecaptureCancelRequest(nextRequest);
3576 
3577     return nextRequest;
3578 }
3579 
waitIfPaused()3580 bool Camera3Device::RequestThread::waitIfPaused() {
3581     status_t res;
3582     Mutex::Autolock l(mPauseLock);
3583     while (mDoPause) {
3584         if (mPaused == false) {
3585             mPaused = true;
3586             ALOGV("%s: RequestThread: Paused", __FUNCTION__);
3587             // Let the tracker know
3588             sp<StatusTracker> statusTracker = mStatusTracker.promote();
3589             if (statusTracker != 0) {
3590                 statusTracker->markComponentIdle(mStatusId, Fence::NO_FENCE);
3591             }
3592         }
3593 
3594         res = mDoPauseSignal.waitRelative(mPauseLock, kRequestTimeout);
3595         if (res == TIMED_OUT || exitPending()) {
3596             return true;
3597         }
3598     }
3599     // We don't set mPaused to false here, because waitForNextRequest needs
3600     // to further manage the paused state in case of starvation.
3601     return false;
3602 }
3603 
unpauseForNewRequests()3604 void Camera3Device::RequestThread::unpauseForNewRequests() {
3605     // With work to do, mark thread as unpaused.
3606     // If paused by request (setPaused), don't resume, to avoid
3607     // extra signaling/waiting overhead to waitUntilPaused
3608     mRequestSignal.signal();
3609     Mutex::Autolock p(mPauseLock);
3610     if (!mDoPause) {
3611         ALOGV("%s: RequestThread: Going active", __FUNCTION__);
3612         if (mPaused) {
3613             sp<StatusTracker> statusTracker = mStatusTracker.promote();
3614             if (statusTracker != 0) {
3615                 statusTracker->markComponentActive(mStatusId);
3616             }
3617         }
3618         mPaused = false;
3619     }
3620 }
3621 
setErrorState(const char * fmt,...)3622 void Camera3Device::RequestThread::setErrorState(const char *fmt, ...) {
3623     sp<Camera3Device> parent = mParent.promote();
3624     if (parent != NULL) {
3625         va_list args;
3626         va_start(args, fmt);
3627 
3628         parent->setErrorStateV(fmt, args);
3629 
3630         va_end(args);
3631     }
3632 }
3633 
insertTriggers(const sp<CaptureRequest> & request)3634 status_t Camera3Device::RequestThread::insertTriggers(
3635         const sp<CaptureRequest> &request) {
3636 
3637     Mutex::Autolock al(mTriggerMutex);
3638 
3639     sp<Camera3Device> parent = mParent.promote();
3640     if (parent == NULL) {
3641         CLOGE("RequestThread: Parent is gone");
3642         return DEAD_OBJECT;
3643     }
3644 
3645     CameraMetadata &metadata = request->mSettings;
3646     size_t count = mTriggerMap.size();
3647 
3648     for (size_t i = 0; i < count; ++i) {
3649         RequestTrigger trigger = mTriggerMap.valueAt(i);
3650         uint32_t tag = trigger.metadataTag;
3651 
3652         if (tag == ANDROID_CONTROL_AF_TRIGGER_ID || tag == ANDROID_CONTROL_AE_PRECAPTURE_ID) {
3653             bool isAeTrigger = (trigger.metadataTag == ANDROID_CONTROL_AE_PRECAPTURE_ID);
3654             uint32_t triggerId = static_cast<uint32_t>(trigger.entryValue);
3655             if (isAeTrigger) {
3656                 request->mResultExtras.precaptureTriggerId = triggerId;
3657                 mCurrentPreCaptureTriggerId = triggerId;
3658             } else {
3659                 request->mResultExtras.afTriggerId = triggerId;
3660                 mCurrentAfTriggerId = triggerId;
3661             }
3662             if (parent->mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) {
3663                 continue; // Trigger ID tag is deprecated since device HAL 3.2
3664             }
3665         }
3666 
3667         camera_metadata_entry entry = metadata.find(tag);
3668 
3669         if (entry.count > 0) {
3670             /**
3671              * Already has an entry for this trigger in the request.
3672              * Rewrite it with our requested trigger value.
3673              */
3674             RequestTrigger oldTrigger = trigger;
3675 
3676             oldTrigger.entryValue = entry.data.u8[0];
3677 
3678             mTriggerReplacedMap.add(tag, oldTrigger);
3679         } else {
3680             /**
3681              * More typical, no trigger entry, so we just add it
3682              */
3683             mTriggerRemovedMap.add(tag, trigger);
3684         }
3685 
3686         status_t res;
3687 
3688         switch (trigger.getTagType()) {
3689             case TYPE_BYTE: {
3690                 uint8_t entryValue = static_cast<uint8_t>(trigger.entryValue);
3691                 res = metadata.update(tag,
3692                                       &entryValue,
3693                                       /*count*/1);
3694                 break;
3695             }
3696             case TYPE_INT32:
3697                 res = metadata.update(tag,
3698                                       &trigger.entryValue,
3699                                       /*count*/1);
3700                 break;
3701             default:
3702                 ALOGE("%s: Type not supported: 0x%x",
3703                       __FUNCTION__,
3704                       trigger.getTagType());
3705                 return INVALID_OPERATION;
3706         }
3707 
3708         if (res != OK) {
3709             ALOGE("%s: Failed to update request metadata with trigger tag %s"
3710                   ", value %d", __FUNCTION__, trigger.getTagName(),
3711                   trigger.entryValue);
3712             return res;
3713         }
3714 
3715         ALOGV("%s: Mixed in trigger %s, value %d", __FUNCTION__,
3716               trigger.getTagName(),
3717               trigger.entryValue);
3718     }
3719 
3720     mTriggerMap.clear();
3721 
3722     return count;
3723 }
3724 
removeTriggers(const sp<CaptureRequest> & request)3725 status_t Camera3Device::RequestThread::removeTriggers(
3726         const sp<CaptureRequest> &request) {
3727     Mutex::Autolock al(mTriggerMutex);
3728 
3729     CameraMetadata &metadata = request->mSettings;
3730 
3731     /**
3732      * Replace all old entries with their old values.
3733      */
3734     for (size_t i = 0; i < mTriggerReplacedMap.size(); ++i) {
3735         RequestTrigger trigger = mTriggerReplacedMap.valueAt(i);
3736 
3737         status_t res;
3738 
3739         uint32_t tag = trigger.metadataTag;
3740         switch (trigger.getTagType()) {
3741             case TYPE_BYTE: {
3742                 uint8_t entryValue = static_cast<uint8_t>(trigger.entryValue);
3743                 res = metadata.update(tag,
3744                                       &entryValue,
3745                                       /*count*/1);
3746                 break;
3747             }
3748             case TYPE_INT32:
3749                 res = metadata.update(tag,
3750                                       &trigger.entryValue,
3751                                       /*count*/1);
3752                 break;
3753             default:
3754                 ALOGE("%s: Type not supported: 0x%x",
3755                       __FUNCTION__,
3756                       trigger.getTagType());
3757                 return INVALID_OPERATION;
3758         }
3759 
3760         if (res != OK) {
3761             ALOGE("%s: Failed to restore request metadata with trigger tag %s"
3762                   ", trigger value %d", __FUNCTION__,
3763                   trigger.getTagName(), trigger.entryValue);
3764             return res;
3765         }
3766     }
3767     mTriggerReplacedMap.clear();
3768 
3769     /**
3770      * Remove all new entries.
3771      */
3772     for (size_t i = 0; i < mTriggerRemovedMap.size(); ++i) {
3773         RequestTrigger trigger = mTriggerRemovedMap.valueAt(i);
3774         status_t res = metadata.erase(trigger.metadataTag);
3775 
3776         if (res != OK) {
3777             ALOGE("%s: Failed to erase metadata with trigger tag %s"
3778                   ", trigger value %d", __FUNCTION__,
3779                   trigger.getTagName(), trigger.entryValue);
3780             return res;
3781         }
3782     }
3783     mTriggerRemovedMap.clear();
3784 
3785     return OK;
3786 }
3787 
addDummyTriggerIds(const sp<CaptureRequest> & request)3788 status_t Camera3Device::RequestThread::addDummyTriggerIds(
3789         const sp<CaptureRequest> &request) {
3790     // Trigger ID 0 had special meaning in the HAL2 spec, so avoid it here
3791     static const int32_t dummyTriggerId = 1;
3792     status_t res;
3793 
3794     CameraMetadata &metadata = request->mSettings;
3795 
3796     // If AF trigger is active, insert a dummy AF trigger ID if none already
3797     // exists
3798     camera_metadata_entry afTrigger = metadata.find(ANDROID_CONTROL_AF_TRIGGER);
3799     camera_metadata_entry afId = metadata.find(ANDROID_CONTROL_AF_TRIGGER_ID);
3800     if (afTrigger.count > 0 &&
3801             afTrigger.data.u8[0] != ANDROID_CONTROL_AF_TRIGGER_IDLE &&
3802             afId.count == 0) {
3803         res = metadata.update(ANDROID_CONTROL_AF_TRIGGER_ID, &dummyTriggerId, 1);
3804         if (res != OK) return res;
3805     }
3806 
3807     // If AE precapture trigger is active, insert a dummy precapture trigger ID
3808     // if none already exists
3809     camera_metadata_entry pcTrigger =
3810             metadata.find(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER);
3811     camera_metadata_entry pcId = metadata.find(ANDROID_CONTROL_AE_PRECAPTURE_ID);
3812     if (pcTrigger.count > 0 &&
3813             pcTrigger.data.u8[0] != ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_IDLE &&
3814             pcId.count == 0) {
3815         res = metadata.update(ANDROID_CONTROL_AE_PRECAPTURE_ID,
3816                 &dummyTriggerId, 1);
3817         if (res != OK) return res;
3818     }
3819 
3820     return OK;
3821 }
3822 
3823 /**
3824  * PreparerThread inner class methods
3825  */
3826 
PreparerThread()3827 Camera3Device::PreparerThread::PreparerThread() :
3828         Thread(/*canCallJava*/false), mListener(nullptr),
3829         mActive(false), mCancelNow(false) {
3830 }
3831 
~PreparerThread()3832 Camera3Device::PreparerThread::~PreparerThread() {
3833     Thread::requestExitAndWait();
3834     if (mCurrentStream != nullptr) {
3835         mCurrentStream->cancelPrepare();
3836         ATRACE_ASYNC_END("stream prepare", mCurrentStream->getId());
3837         mCurrentStream.clear();
3838     }
3839     clear();
3840 }
3841 
prepare(int maxCount,sp<Camera3StreamInterface> & stream)3842 status_t Camera3Device::PreparerThread::prepare(int maxCount, sp<Camera3StreamInterface>& stream) {
3843     status_t res;
3844 
3845     Mutex::Autolock l(mLock);
3846     sp<NotificationListener> listener = mListener.promote();
3847 
3848     res = stream->startPrepare(maxCount);
3849     if (res == OK) {
3850         // No preparation needed, fire listener right off
3851         ALOGV("%s: Stream %d already prepared", __FUNCTION__, stream->getId());
3852         if (listener != NULL) {
3853             listener->notifyPrepared(stream->getId());
3854         }
3855         return OK;
3856     } else if (res != NOT_ENOUGH_DATA) {
3857         return res;
3858     }
3859 
3860     // Need to prepare, start up thread if necessary
3861     if (!mActive) {
3862         // mRunning will change to false before the thread fully shuts down, so wait to be sure it
3863         // isn't running
3864         Thread::requestExitAndWait();
3865         res = Thread::run("C3PrepThread", PRIORITY_BACKGROUND);
3866         if (res != OK) {
3867             ALOGE("%s: Unable to start preparer stream: %d (%s)", __FUNCTION__, res, strerror(-res));
3868             if (listener != NULL) {
3869                 listener->notifyPrepared(stream->getId());
3870             }
3871             return res;
3872         }
3873         mCancelNow = false;
3874         mActive = true;
3875         ALOGV("%s: Preparer stream started", __FUNCTION__);
3876     }
3877 
3878     // queue up the work
3879     mPendingStreams.push_back(stream);
3880     ALOGV("%s: Stream %d queued for preparing", __FUNCTION__, stream->getId());
3881 
3882     return OK;
3883 }
3884 
clear()3885 status_t Camera3Device::PreparerThread::clear() {
3886     Mutex::Autolock l(mLock);
3887 
3888     for (const auto& stream : mPendingStreams) {
3889         stream->cancelPrepare();
3890     }
3891     mPendingStreams.clear();
3892     mCancelNow = true;
3893 
3894     return OK;
3895 }
3896 
setNotificationListener(wp<NotificationListener> listener)3897 void Camera3Device::PreparerThread::setNotificationListener(wp<NotificationListener> listener) {
3898     Mutex::Autolock l(mLock);
3899     mListener = listener;
3900 }
3901 
threadLoop()3902 bool Camera3Device::PreparerThread::threadLoop() {
3903     status_t res;
3904     {
3905         Mutex::Autolock l(mLock);
3906         if (mCurrentStream == nullptr) {
3907             // End thread if done with work
3908             if (mPendingStreams.empty()) {
3909                 ALOGV("%s: Preparer stream out of work", __FUNCTION__);
3910                 // threadLoop _must not_ re-acquire mLock after it sets mActive to false; would
3911                 // cause deadlock with prepare()'s requestExitAndWait triggered by !mActive.
3912                 mActive = false;
3913                 return false;
3914             }
3915 
3916             // Get next stream to prepare
3917             auto it = mPendingStreams.begin();
3918             mCurrentStream = *it;
3919             mPendingStreams.erase(it);
3920             ATRACE_ASYNC_BEGIN("stream prepare", mCurrentStream->getId());
3921             ALOGV("%s: Preparing stream %d", __FUNCTION__, mCurrentStream->getId());
3922         } else if (mCancelNow) {
3923             mCurrentStream->cancelPrepare();
3924             ATRACE_ASYNC_END("stream prepare", mCurrentStream->getId());
3925             ALOGV("%s: Cancelling stream %d prepare", __FUNCTION__, mCurrentStream->getId());
3926             mCurrentStream.clear();
3927             mCancelNow = false;
3928             return true;
3929         }
3930     }
3931 
3932     res = mCurrentStream->prepareNextBuffer();
3933     if (res == NOT_ENOUGH_DATA) return true;
3934     if (res != OK) {
3935         // Something bad happened; try to recover by cancelling prepare and
3936         // signalling listener anyway
3937         ALOGE("%s: Stream %d returned error %d (%s) during prepare", __FUNCTION__,
3938                 mCurrentStream->getId(), res, strerror(-res));
3939         mCurrentStream->cancelPrepare();
3940     }
3941 
3942     // This stream has finished, notify listener
3943     Mutex::Autolock l(mLock);
3944     sp<NotificationListener> listener = mListener.promote();
3945     if (listener != NULL) {
3946         ALOGV("%s: Stream %d prepare done, signaling listener", __FUNCTION__,
3947                 mCurrentStream->getId());
3948         listener->notifyPrepared(mCurrentStream->getId());
3949     }
3950 
3951     ATRACE_ASYNC_END("stream prepare", mCurrentStream->getId());
3952     mCurrentStream.clear();
3953 
3954     return true;
3955 }
3956 
3957 /**
3958  * Static callback forwarding methods from HAL to instance
3959  */
3960 
sProcessCaptureResult(const camera3_callback_ops * cb,const camera3_capture_result * result)3961 void Camera3Device::sProcessCaptureResult(const camera3_callback_ops *cb,
3962         const camera3_capture_result *result) {
3963     Camera3Device *d =
3964             const_cast<Camera3Device*>(static_cast<const Camera3Device*>(cb));
3965 
3966     d->processCaptureResult(result);
3967 }
3968 
sNotify(const camera3_callback_ops * cb,const camera3_notify_msg * msg)3969 void Camera3Device::sNotify(const camera3_callback_ops *cb,
3970         const camera3_notify_msg *msg) {
3971     Camera3Device *d =
3972             const_cast<Camera3Device*>(static_cast<const Camera3Device*>(cb));
3973     d->notify(msg);
3974 }
3975 
3976 }; // namespace android
3977