1 /*
2 **
3 ** Copyright 2008, The Android Open Source Project
4 **
5 ** Licensed under the Apache License, Version 2.0 (the "License");
6 ** you may not use this file except in compliance with the License.
7 ** You may obtain a copy of the License at
8 **
9 ** http://www.apache.org/licenses/LICENSE-2.0
10 **
11 ** Unless required by applicable law or agreed to in writing, software
12 ** distributed under the License is distributed on an "AS IS" BASIS,
13 ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 ** See the License for the specific language governing permissions and
15 ** limitations under the License.
16 */
17
18 //#define LOG_NDEBUG 0
19 #define LOG_TAG "Camera-JNI"
20 #include <utils/Log.h>
21
22 #include "jni.h"
23 #include "JNIHelp.h"
24 #include "android_runtime/AndroidRuntime.h"
25 #include <android_runtime/android_graphics_SurfaceTexture.h>
26 #include <android_runtime/android_view_Surface.h>
27
28 #include <cutils/properties.h>
29 #include <utils/Vector.h>
30 #include <utils/Errors.h>
31
32 #include <gui/GLConsumer.h>
33 #include <gui/Surface.h>
34 #include <camera/Camera.h>
35 #include <binder/IMemory.h>
36
37 using namespace android;
38
39 enum {
40 // Keep up to date with Camera.java
41 CAMERA_HAL_API_VERSION_NORMAL_CONNECT = -2,
42 };
43
44 struct fields_t {
45 jfieldID context;
46 jfieldID facing;
47 jfieldID orientation;
48 jfieldID canDisableShutterSound;
49 jfieldID face_rect;
50 jfieldID face_score;
51 jfieldID face_id;
52 jfieldID face_left_eye;
53 jfieldID face_right_eye;
54 jfieldID face_mouth;
55 jfieldID rect_left;
56 jfieldID rect_top;
57 jfieldID rect_right;
58 jfieldID rect_bottom;
59 jfieldID point_x;
60 jfieldID point_y;
61 jmethodID post_event;
62 jmethodID rect_constructor;
63 jmethodID face_constructor;
64 jmethodID point_constructor;
65 };
66
67 static fields_t fields;
68 static Mutex sLock;
69
70 // provides persistent context for calls from native code to Java
71 class JNICameraContext: public CameraListener
72 {
73 public:
74 JNICameraContext(JNIEnv* env, jobject weak_this, jclass clazz, const sp<Camera>& camera);
~JNICameraContext()75 ~JNICameraContext() { release(); }
76 virtual void notify(int32_t msgType, int32_t ext1, int32_t ext2);
77 virtual void postData(int32_t msgType, const sp<IMemory>& dataPtr,
78 camera_frame_metadata_t *metadata);
79 virtual void postDataTimestamp(nsecs_t timestamp, int32_t msgType, const sp<IMemory>& dataPtr);
80 void postMetadata(JNIEnv *env, int32_t msgType, camera_frame_metadata_t *metadata);
81 void addCallbackBuffer(JNIEnv *env, jbyteArray cbb, int msgType);
82 void setCallbackMode(JNIEnv *env, bool installed, bool manualMode);
getCamera()83 sp<Camera> getCamera() { Mutex::Autolock _l(mLock); return mCamera; }
84 bool isRawImageCallbackBufferAvailable() const;
85 void release();
86
87 private:
88 void copyAndPost(JNIEnv* env, const sp<IMemory>& dataPtr, int msgType);
89 void clearCallbackBuffers_l(JNIEnv *env, Vector<jbyteArray> *buffers);
90 void clearCallbackBuffers_l(JNIEnv *env);
91 jbyteArray getCallbackBuffer(JNIEnv *env, Vector<jbyteArray> *buffers, size_t bufferSize);
92
93 jobject mCameraJObjectWeak; // weak reference to java object
94 jclass mCameraJClass; // strong reference to java class
95 sp<Camera> mCamera; // strong reference to native object
96 jclass mFaceClass; // strong reference to Face class
97 jclass mRectClass; // strong reference to Rect class
98 jclass mPointClass; // strong reference to Point class
99 Mutex mLock;
100
101 /*
102 * Global reference application-managed raw image buffer queue.
103 *
104 * Manual-only mode is supported for raw image callbacks, which is
105 * set whenever method addCallbackBuffer() with msgType =
106 * CAMERA_MSG_RAW_IMAGE is called; otherwise, null is returned
107 * with raw image callbacks.
108 */
109 Vector<jbyteArray> mRawImageCallbackBuffers;
110
111 /*
112 * Application-managed preview buffer queue and the flags
113 * associated with the usage of the preview buffer callback.
114 */
115 Vector<jbyteArray> mCallbackBuffers; // Global reference application managed byte[]
116 bool mManualBufferMode; // Whether to use application managed buffers.
117 bool mManualCameraCallbackSet; // Whether the callback has been set, used to
118 // reduce unnecessary calls to set the callback.
119 };
120
isRawImageCallbackBufferAvailable() const121 bool JNICameraContext::isRawImageCallbackBufferAvailable() const
122 {
123 return !mRawImageCallbackBuffers.isEmpty();
124 }
125
get_native_camera(JNIEnv * env,jobject thiz,JNICameraContext ** pContext)126 sp<Camera> get_native_camera(JNIEnv *env, jobject thiz, JNICameraContext** pContext)
127 {
128 sp<Camera> camera;
129 Mutex::Autolock _l(sLock);
130 JNICameraContext* context = reinterpret_cast<JNICameraContext*>(env->GetLongField(thiz, fields.context));
131 if (context != NULL) {
132 camera = context->getCamera();
133 }
134 ALOGV("get_native_camera: context=%p, camera=%p", context, camera.get());
135 if (camera == 0) {
136 jniThrowRuntimeException(env,
137 "Camera is being used after Camera.release() was called");
138 }
139
140 if (pContext != NULL) *pContext = context;
141 return camera;
142 }
143
JNICameraContext(JNIEnv * env,jobject weak_this,jclass clazz,const sp<Camera> & camera)144 JNICameraContext::JNICameraContext(JNIEnv* env, jobject weak_this, jclass clazz, const sp<Camera>& camera)
145 {
146 mCameraJObjectWeak = env->NewGlobalRef(weak_this);
147 mCameraJClass = (jclass)env->NewGlobalRef(clazz);
148 mCamera = camera;
149
150 jclass faceClazz = env->FindClass("android/hardware/Camera$Face");
151 mFaceClass = (jclass) env->NewGlobalRef(faceClazz);
152
153 jclass rectClazz = env->FindClass("android/graphics/Rect");
154 mRectClass = (jclass) env->NewGlobalRef(rectClazz);
155
156 jclass pointClazz = env->FindClass("android/graphics/Point");
157 mPointClass = (jclass) env->NewGlobalRef(pointClazz);
158
159 mManualBufferMode = false;
160 mManualCameraCallbackSet = false;
161 }
162
release()163 void JNICameraContext::release()
164 {
165 ALOGV("release");
166 Mutex::Autolock _l(mLock);
167 JNIEnv *env = AndroidRuntime::getJNIEnv();
168
169 if (mCameraJObjectWeak != NULL) {
170 env->DeleteGlobalRef(mCameraJObjectWeak);
171 mCameraJObjectWeak = NULL;
172 }
173 if (mCameraJClass != NULL) {
174 env->DeleteGlobalRef(mCameraJClass);
175 mCameraJClass = NULL;
176 }
177 if (mFaceClass != NULL) {
178 env->DeleteGlobalRef(mFaceClass);
179 mFaceClass = NULL;
180 }
181 if (mRectClass != NULL) {
182 env->DeleteGlobalRef(mRectClass);
183 mRectClass = NULL;
184 }
185 if (mPointClass != NULL) {
186 env->DeleteGlobalRef(mPointClass);
187 mPointClass = NULL;
188 }
189 clearCallbackBuffers_l(env);
190 mCamera.clear();
191 }
192
notify(int32_t msgType,int32_t ext1,int32_t ext2)193 void JNICameraContext::notify(int32_t msgType, int32_t ext1, int32_t ext2)
194 {
195 ALOGV("notify");
196
197 // VM pointer will be NULL if object is released
198 Mutex::Autolock _l(mLock);
199 if (mCameraJObjectWeak == NULL) {
200 ALOGW("callback on dead camera object");
201 return;
202 }
203 JNIEnv *env = AndroidRuntime::getJNIEnv();
204
205 /*
206 * If the notification or msgType is CAMERA_MSG_RAW_IMAGE_NOTIFY, change it
207 * to CAMERA_MSG_RAW_IMAGE since CAMERA_MSG_RAW_IMAGE_NOTIFY is not exposed
208 * to the Java app.
209 */
210 if (msgType == CAMERA_MSG_RAW_IMAGE_NOTIFY) {
211 msgType = CAMERA_MSG_RAW_IMAGE;
212 }
213
214 env->CallStaticVoidMethod(mCameraJClass, fields.post_event,
215 mCameraJObjectWeak, msgType, ext1, ext2, NULL);
216 }
217
getCallbackBuffer(JNIEnv * env,Vector<jbyteArray> * buffers,size_t bufferSize)218 jbyteArray JNICameraContext::getCallbackBuffer(
219 JNIEnv* env, Vector<jbyteArray>* buffers, size_t bufferSize)
220 {
221 jbyteArray obj = NULL;
222
223 // Vector access should be protected by lock in postData()
224 if (!buffers->isEmpty()) {
225 ALOGV("Using callback buffer from queue of length %d", buffers->size());
226 jbyteArray globalBuffer = buffers->itemAt(0);
227 buffers->removeAt(0);
228
229 obj = (jbyteArray)env->NewLocalRef(globalBuffer);
230 env->DeleteGlobalRef(globalBuffer);
231
232 if (obj != NULL) {
233 jsize bufferLength = env->GetArrayLength(obj);
234 if ((int)bufferLength < (int)bufferSize) {
235 ALOGE("Callback buffer was too small! Expected %d bytes, but got %d bytes!",
236 bufferSize, bufferLength);
237 env->DeleteLocalRef(obj);
238 return NULL;
239 }
240 }
241 }
242
243 return obj;
244 }
245
copyAndPost(JNIEnv * env,const sp<IMemory> & dataPtr,int msgType)246 void JNICameraContext::copyAndPost(JNIEnv* env, const sp<IMemory>& dataPtr, int msgType)
247 {
248 jbyteArray obj = NULL;
249
250 // allocate Java byte array and copy data
251 if (dataPtr != NULL) {
252 ssize_t offset;
253 size_t size;
254 sp<IMemoryHeap> heap = dataPtr->getMemory(&offset, &size);
255 ALOGV("copyAndPost: off=%zd, size=%zu", offset, size);
256 uint8_t *heapBase = (uint8_t*)heap->base();
257
258 if (heapBase != NULL) {
259 const jbyte* data = reinterpret_cast<const jbyte*>(heapBase + offset);
260
261 if (msgType == CAMERA_MSG_RAW_IMAGE) {
262 obj = getCallbackBuffer(env, &mRawImageCallbackBuffers, size);
263 } else if (msgType == CAMERA_MSG_PREVIEW_FRAME && mManualBufferMode) {
264 obj = getCallbackBuffer(env, &mCallbackBuffers, size);
265
266 if (mCallbackBuffers.isEmpty()) {
267 ALOGV("Out of buffers, clearing callback!");
268 mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_NOOP);
269 mManualCameraCallbackSet = false;
270
271 if (obj == NULL) {
272 return;
273 }
274 }
275 } else {
276 ALOGV("Allocating callback buffer");
277 obj = env->NewByteArray(size);
278 }
279
280 if (obj == NULL) {
281 ALOGE("Couldn't allocate byte array for JPEG data");
282 env->ExceptionClear();
283 } else {
284 env->SetByteArrayRegion(obj, 0, size, data);
285 }
286 } else {
287 ALOGE("image heap is NULL");
288 }
289 }
290
291 // post image data to Java
292 env->CallStaticVoidMethod(mCameraJClass, fields.post_event,
293 mCameraJObjectWeak, msgType, 0, 0, obj);
294 if (obj) {
295 env->DeleteLocalRef(obj);
296 }
297 }
298
postData(int32_t msgType,const sp<IMemory> & dataPtr,camera_frame_metadata_t * metadata)299 void JNICameraContext::postData(int32_t msgType, const sp<IMemory>& dataPtr,
300 camera_frame_metadata_t *metadata)
301 {
302 // VM pointer will be NULL if object is released
303 Mutex::Autolock _l(mLock);
304 JNIEnv *env = AndroidRuntime::getJNIEnv();
305 if (mCameraJObjectWeak == NULL) {
306 ALOGW("callback on dead camera object");
307 return;
308 }
309
310 int32_t dataMsgType = msgType & ~CAMERA_MSG_PREVIEW_METADATA;
311
312 // return data based on callback type
313 switch (dataMsgType) {
314 case CAMERA_MSG_VIDEO_FRAME:
315 // should never happen
316 break;
317
318 // For backward-compatibility purpose, if there is no callback
319 // buffer for raw image, the callback returns null.
320 case CAMERA_MSG_RAW_IMAGE:
321 ALOGV("rawCallback");
322 if (mRawImageCallbackBuffers.isEmpty()) {
323 env->CallStaticVoidMethod(mCameraJClass, fields.post_event,
324 mCameraJObjectWeak, dataMsgType, 0, 0, NULL);
325 } else {
326 copyAndPost(env, dataPtr, dataMsgType);
327 }
328 break;
329
330 // There is no data.
331 case 0:
332 break;
333
334 default:
335 ALOGV("dataCallback(%d, %p)", dataMsgType, dataPtr.get());
336 copyAndPost(env, dataPtr, dataMsgType);
337 break;
338 }
339
340 // post frame metadata to Java
341 if (metadata && (msgType & CAMERA_MSG_PREVIEW_METADATA)) {
342 postMetadata(env, CAMERA_MSG_PREVIEW_METADATA, metadata);
343 }
344 }
345
postDataTimestamp(nsecs_t timestamp,int32_t msgType,const sp<IMemory> & dataPtr)346 void JNICameraContext::postDataTimestamp(nsecs_t timestamp, int32_t msgType, const sp<IMemory>& dataPtr)
347 {
348 // TODO: plumb up to Java. For now, just drop the timestamp
349 postData(msgType, dataPtr, NULL);
350 }
351
postMetadata(JNIEnv * env,int32_t msgType,camera_frame_metadata_t * metadata)352 void JNICameraContext::postMetadata(JNIEnv *env, int32_t msgType, camera_frame_metadata_t *metadata)
353 {
354 jobjectArray obj = NULL;
355 obj = (jobjectArray) env->NewObjectArray(metadata->number_of_faces,
356 mFaceClass, NULL);
357 if (obj == NULL) {
358 ALOGE("Couldn't allocate face metadata array");
359 return;
360 }
361
362 for (int i = 0; i < metadata->number_of_faces; i++) {
363 jobject face = env->NewObject(mFaceClass, fields.face_constructor);
364 env->SetObjectArrayElement(obj, i, face);
365
366 jobject rect = env->NewObject(mRectClass, fields.rect_constructor);
367 env->SetIntField(rect, fields.rect_left, metadata->faces[i].rect[0]);
368 env->SetIntField(rect, fields.rect_top, metadata->faces[i].rect[1]);
369 env->SetIntField(rect, fields.rect_right, metadata->faces[i].rect[2]);
370 env->SetIntField(rect, fields.rect_bottom, metadata->faces[i].rect[3]);
371
372 env->SetObjectField(face, fields.face_rect, rect);
373 env->SetIntField(face, fields.face_score, metadata->faces[i].score);
374
375 bool optionalFields = metadata->faces[i].id != 0
376 && metadata->faces[i].left_eye[0] != -2000 && metadata->faces[i].left_eye[1] != -2000
377 && metadata->faces[i].right_eye[0] != -2000 && metadata->faces[i].right_eye[1] != -2000
378 && metadata->faces[i].mouth[0] != -2000 && metadata->faces[i].mouth[1] != -2000;
379 if (optionalFields) {
380 int32_t id = metadata->faces[i].id;
381 env->SetIntField(face, fields.face_id, id);
382
383 jobject leftEye = env->NewObject(mPointClass, fields.point_constructor);
384 env->SetIntField(leftEye, fields.point_x, metadata->faces[i].left_eye[0]);
385 env->SetIntField(leftEye, fields.point_y, metadata->faces[i].left_eye[1]);
386 env->SetObjectField(face, fields.face_left_eye, leftEye);
387 env->DeleteLocalRef(leftEye);
388
389 jobject rightEye = env->NewObject(mPointClass, fields.point_constructor);
390 env->SetIntField(rightEye, fields.point_x, metadata->faces[i].right_eye[0]);
391 env->SetIntField(rightEye, fields.point_y, metadata->faces[i].right_eye[1]);
392 env->SetObjectField(face, fields.face_right_eye, rightEye);
393 env->DeleteLocalRef(rightEye);
394
395 jobject mouth = env->NewObject(mPointClass, fields.point_constructor);
396 env->SetIntField(mouth, fields.point_x, metadata->faces[i].mouth[0]);
397 env->SetIntField(mouth, fields.point_y, metadata->faces[i].mouth[1]);
398 env->SetObjectField(face, fields.face_mouth, mouth);
399 env->DeleteLocalRef(mouth);
400 }
401
402 env->DeleteLocalRef(face);
403 env->DeleteLocalRef(rect);
404 }
405 env->CallStaticVoidMethod(mCameraJClass, fields.post_event,
406 mCameraJObjectWeak, msgType, 0, 0, obj);
407 env->DeleteLocalRef(obj);
408 }
409
setCallbackMode(JNIEnv * env,bool installed,bool manualMode)410 void JNICameraContext::setCallbackMode(JNIEnv *env, bool installed, bool manualMode)
411 {
412 Mutex::Autolock _l(mLock);
413 mManualBufferMode = manualMode;
414 mManualCameraCallbackSet = false;
415
416 // In order to limit the over usage of binder threads, all non-manual buffer
417 // callbacks use CAMERA_FRAME_CALLBACK_FLAG_BARCODE_SCANNER mode now.
418 //
419 // Continuous callbacks will have the callback re-registered from handleMessage.
420 // Manual buffer mode will operate as fast as possible, relying on the finite supply
421 // of buffers for throttling.
422
423 if (!installed) {
424 mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_NOOP);
425 clearCallbackBuffers_l(env, &mCallbackBuffers);
426 } else if (mManualBufferMode) {
427 if (!mCallbackBuffers.isEmpty()) {
428 mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_CAMERA);
429 mManualCameraCallbackSet = true;
430 }
431 } else {
432 mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_BARCODE_SCANNER);
433 clearCallbackBuffers_l(env, &mCallbackBuffers);
434 }
435 }
436
addCallbackBuffer(JNIEnv * env,jbyteArray cbb,int msgType)437 void JNICameraContext::addCallbackBuffer(
438 JNIEnv *env, jbyteArray cbb, int msgType)
439 {
440 ALOGV("addCallbackBuffer: 0x%x", msgType);
441 if (cbb != NULL) {
442 Mutex::Autolock _l(mLock);
443 switch (msgType) {
444 case CAMERA_MSG_PREVIEW_FRAME: {
445 jbyteArray callbackBuffer = (jbyteArray)env->NewGlobalRef(cbb);
446 mCallbackBuffers.push(callbackBuffer);
447
448 ALOGV("Adding callback buffer to queue, %d total",
449 mCallbackBuffers.size());
450
451 // We want to make sure the camera knows we're ready for the
452 // next frame. This may have come unset had we not had a
453 // callbackbuffer ready for it last time.
454 if (mManualBufferMode && !mManualCameraCallbackSet) {
455 mCamera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_CAMERA);
456 mManualCameraCallbackSet = true;
457 }
458 break;
459 }
460 case CAMERA_MSG_RAW_IMAGE: {
461 jbyteArray callbackBuffer = (jbyteArray)env->NewGlobalRef(cbb);
462 mRawImageCallbackBuffers.push(callbackBuffer);
463 break;
464 }
465 default: {
466 jniThrowException(env,
467 "java/lang/IllegalArgumentException",
468 "Unsupported message type");
469 return;
470 }
471 }
472 } else {
473 ALOGE("Null byte array!");
474 }
475 }
476
clearCallbackBuffers_l(JNIEnv * env)477 void JNICameraContext::clearCallbackBuffers_l(JNIEnv *env)
478 {
479 clearCallbackBuffers_l(env, &mCallbackBuffers);
480 clearCallbackBuffers_l(env, &mRawImageCallbackBuffers);
481 }
482
clearCallbackBuffers_l(JNIEnv * env,Vector<jbyteArray> * buffers)483 void JNICameraContext::clearCallbackBuffers_l(JNIEnv *env, Vector<jbyteArray> *buffers) {
484 ALOGV("Clearing callback buffers, %d remained", buffers->size());
485 while (!buffers->isEmpty()) {
486 env->DeleteGlobalRef(buffers->top());
487 buffers->pop();
488 }
489 }
490
android_hardware_Camera_getNumberOfCameras(JNIEnv * env,jobject thiz)491 static jint android_hardware_Camera_getNumberOfCameras(JNIEnv *env, jobject thiz)
492 {
493 return Camera::getNumberOfCameras();
494 }
495
android_hardware_Camera_getCameraInfo(JNIEnv * env,jobject thiz,jint cameraId,jobject info_obj)496 static void android_hardware_Camera_getCameraInfo(JNIEnv *env, jobject thiz,
497 jint cameraId, jobject info_obj)
498 {
499 CameraInfo cameraInfo;
500 status_t rc = Camera::getCameraInfo(cameraId, &cameraInfo);
501 if (rc != NO_ERROR) {
502 jniThrowRuntimeException(env, "Fail to get camera info");
503 return;
504 }
505 env->SetIntField(info_obj, fields.facing, cameraInfo.facing);
506 env->SetIntField(info_obj, fields.orientation, cameraInfo.orientation);
507
508 char value[PROPERTY_VALUE_MAX];
509 property_get("ro.camera.sound.forced", value, "0");
510 jboolean canDisableShutterSound = (strncmp(value, "0", 2) == 0);
511 env->SetBooleanField(info_obj, fields.canDisableShutterSound,
512 canDisableShutterSound);
513 }
514
515 // connect to camera service
android_hardware_Camera_native_setup(JNIEnv * env,jobject thiz,jobject weak_this,jint cameraId,jint halVersion,jstring clientPackageName)516 static jint android_hardware_Camera_native_setup(JNIEnv *env, jobject thiz,
517 jobject weak_this, jint cameraId, jint halVersion, jstring clientPackageName)
518 {
519 // Convert jstring to String16
520 const char16_t *rawClientName = env->GetStringChars(clientPackageName, NULL);
521 jsize rawClientNameLen = env->GetStringLength(clientPackageName);
522 String16 clientName(rawClientName, rawClientNameLen);
523 env->ReleaseStringChars(clientPackageName, rawClientName);
524
525 sp<Camera> camera;
526 if (halVersion == CAMERA_HAL_API_VERSION_NORMAL_CONNECT) {
527 // Default path: hal version is don't care, do normal camera connect.
528 camera = Camera::connect(cameraId, clientName,
529 Camera::USE_CALLING_UID);
530 } else {
531 jint status = Camera::connectLegacy(cameraId, halVersion, clientName,
532 Camera::USE_CALLING_UID, camera);
533 if (status != NO_ERROR) {
534 return status;
535 }
536 }
537
538 if (camera == NULL) {
539 return -EACCES;
540 }
541
542 // make sure camera hardware is alive
543 if (camera->getStatus() != NO_ERROR) {
544 return NO_INIT;
545 }
546
547 jclass clazz = env->GetObjectClass(thiz);
548 if (clazz == NULL) {
549 // This should never happen
550 jniThrowRuntimeException(env, "Can't find android/hardware/Camera");
551 return INVALID_OPERATION;
552 }
553
554 // We use a weak reference so the Camera object can be garbage collected.
555 // The reference is only used as a proxy for callbacks.
556 sp<JNICameraContext> context = new JNICameraContext(env, weak_this, clazz, camera);
557 context->incStrong((void*)android_hardware_Camera_native_setup);
558 camera->setListener(context);
559
560 // save context in opaque field
561 env->SetLongField(thiz, fields.context, (jlong)context.get());
562 return NO_ERROR;
563 }
564
565 // disconnect from camera service
566 // It's okay to call this when the native camera context is already null.
567 // This handles the case where the user has called release() and the
568 // finalizer is invoked later.
android_hardware_Camera_release(JNIEnv * env,jobject thiz)569 static void android_hardware_Camera_release(JNIEnv *env, jobject thiz)
570 {
571 ALOGV("release camera");
572 JNICameraContext* context = NULL;
573 sp<Camera> camera;
574 {
575 Mutex::Autolock _l(sLock);
576 context = reinterpret_cast<JNICameraContext*>(env->GetLongField(thiz, fields.context));
577
578 // Make sure we do not attempt to callback on a deleted Java object.
579 env->SetLongField(thiz, fields.context, 0);
580 }
581
582 // clean up if release has not been called before
583 if (context != NULL) {
584 camera = context->getCamera();
585 context->release();
586 ALOGV("native_release: context=%p camera=%p", context, camera.get());
587
588 // clear callbacks
589 if (camera != NULL) {
590 camera->setPreviewCallbackFlags(CAMERA_FRAME_CALLBACK_FLAG_NOOP);
591 camera->disconnect();
592 }
593
594 // remove context to prevent further Java access
595 context->decStrong((void*)android_hardware_Camera_native_setup);
596 }
597 }
598
android_hardware_Camera_setPreviewSurface(JNIEnv * env,jobject thiz,jobject jSurface)599 static void android_hardware_Camera_setPreviewSurface(JNIEnv *env, jobject thiz, jobject jSurface)
600 {
601 ALOGV("setPreviewSurface");
602 sp<Camera> camera = get_native_camera(env, thiz, NULL);
603 if (camera == 0) return;
604
605 sp<IGraphicBufferProducer> gbp;
606 sp<Surface> surface;
607 if (jSurface) {
608 surface = android_view_Surface_getSurface(env, jSurface);
609 if (surface != NULL) {
610 gbp = surface->getIGraphicBufferProducer();
611 }
612 }
613
614 if (camera->setPreviewTarget(gbp) != NO_ERROR) {
615 jniThrowException(env, "java/io/IOException", "setPreviewTexture failed");
616 }
617 }
618
android_hardware_Camera_setPreviewTexture(JNIEnv * env,jobject thiz,jobject jSurfaceTexture)619 static void android_hardware_Camera_setPreviewTexture(JNIEnv *env,
620 jobject thiz, jobject jSurfaceTexture)
621 {
622 ALOGV("setPreviewTexture");
623 sp<Camera> camera = get_native_camera(env, thiz, NULL);
624 if (camera == 0) return;
625
626 sp<IGraphicBufferProducer> producer = NULL;
627 if (jSurfaceTexture != NULL) {
628 producer = SurfaceTexture_getProducer(env, jSurfaceTexture);
629 if (producer == NULL) {
630 jniThrowException(env, "java/lang/IllegalArgumentException",
631 "SurfaceTexture already released in setPreviewTexture");
632 return;
633 }
634
635 }
636
637 if (camera->setPreviewTarget(producer) != NO_ERROR) {
638 jniThrowException(env, "java/io/IOException",
639 "setPreviewTexture failed");
640 }
641 }
642
android_hardware_Camera_setPreviewCallbackSurface(JNIEnv * env,jobject thiz,jobject jSurface)643 static void android_hardware_Camera_setPreviewCallbackSurface(JNIEnv *env,
644 jobject thiz, jobject jSurface)
645 {
646 ALOGV("setPreviewCallbackSurface");
647 JNICameraContext* context;
648 sp<Camera> camera = get_native_camera(env, thiz, &context);
649 if (camera == 0) return;
650
651 sp<IGraphicBufferProducer> gbp;
652 sp<Surface> surface;
653 if (jSurface) {
654 surface = android_view_Surface_getSurface(env, jSurface);
655 if (surface != NULL) {
656 gbp = surface->getIGraphicBufferProducer();
657 }
658 }
659 // Clear out normal preview callbacks
660 context->setCallbackMode(env, false, false);
661 // Then set up callback surface
662 if (camera->setPreviewCallbackTarget(gbp) != NO_ERROR) {
663 jniThrowException(env, "java/io/IOException", "setPreviewCallbackTarget failed");
664 }
665 }
666
android_hardware_Camera_startPreview(JNIEnv * env,jobject thiz)667 static void android_hardware_Camera_startPreview(JNIEnv *env, jobject thiz)
668 {
669 ALOGV("startPreview");
670 sp<Camera> camera = get_native_camera(env, thiz, NULL);
671 if (camera == 0) return;
672
673 if (camera->startPreview() != NO_ERROR) {
674 jniThrowRuntimeException(env, "startPreview failed");
675 return;
676 }
677 }
678
android_hardware_Camera_stopPreview(JNIEnv * env,jobject thiz)679 static void android_hardware_Camera_stopPreview(JNIEnv *env, jobject thiz)
680 {
681 ALOGV("stopPreview");
682 sp<Camera> c = get_native_camera(env, thiz, NULL);
683 if (c == 0) return;
684
685 c->stopPreview();
686 }
687
android_hardware_Camera_previewEnabled(JNIEnv * env,jobject thiz)688 static jboolean android_hardware_Camera_previewEnabled(JNIEnv *env, jobject thiz)
689 {
690 ALOGV("previewEnabled");
691 sp<Camera> c = get_native_camera(env, thiz, NULL);
692 if (c == 0) return JNI_FALSE;
693
694 return c->previewEnabled() ? JNI_TRUE : JNI_FALSE;
695 }
696
android_hardware_Camera_setHasPreviewCallback(JNIEnv * env,jobject thiz,jboolean installed,jboolean manualBuffer)697 static void android_hardware_Camera_setHasPreviewCallback(JNIEnv *env, jobject thiz, jboolean installed, jboolean manualBuffer)
698 {
699 ALOGV("setHasPreviewCallback: installed:%d, manualBuffer:%d", (int)installed, (int)manualBuffer);
700 // Important: Only install preview_callback if the Java code has called
701 // setPreviewCallback() with a non-null value, otherwise we'd pay to memcpy
702 // each preview frame for nothing.
703 JNICameraContext* context;
704 sp<Camera> camera = get_native_camera(env, thiz, &context);
705 if (camera == 0) return;
706
707 // setCallbackMode will take care of setting the context flags and calling
708 // camera->setPreviewCallbackFlags within a mutex for us.
709 context->setCallbackMode(env, installed, manualBuffer);
710 }
711
android_hardware_Camera_addCallbackBuffer(JNIEnv * env,jobject thiz,jbyteArray bytes,jint msgType)712 static void android_hardware_Camera_addCallbackBuffer(JNIEnv *env, jobject thiz, jbyteArray bytes, jint msgType) {
713 ALOGV("addCallbackBuffer: 0x%x", msgType);
714
715 JNICameraContext* context = reinterpret_cast<JNICameraContext*>(env->GetLongField(thiz, fields.context));
716
717 if (context != NULL) {
718 context->addCallbackBuffer(env, bytes, msgType);
719 }
720 }
721
android_hardware_Camera_autoFocus(JNIEnv * env,jobject thiz)722 static void android_hardware_Camera_autoFocus(JNIEnv *env, jobject thiz)
723 {
724 ALOGV("autoFocus");
725 JNICameraContext* context;
726 sp<Camera> c = get_native_camera(env, thiz, &context);
727 if (c == 0) return;
728
729 if (c->autoFocus() != NO_ERROR) {
730 jniThrowRuntimeException(env, "autoFocus failed");
731 }
732 }
733
android_hardware_Camera_cancelAutoFocus(JNIEnv * env,jobject thiz)734 static void android_hardware_Camera_cancelAutoFocus(JNIEnv *env, jobject thiz)
735 {
736 ALOGV("cancelAutoFocus");
737 JNICameraContext* context;
738 sp<Camera> c = get_native_camera(env, thiz, &context);
739 if (c == 0) return;
740
741 if (c->cancelAutoFocus() != NO_ERROR) {
742 jniThrowRuntimeException(env, "cancelAutoFocus failed");
743 }
744 }
745
android_hardware_Camera_takePicture(JNIEnv * env,jobject thiz,jint msgType)746 static void android_hardware_Camera_takePicture(JNIEnv *env, jobject thiz, jint msgType)
747 {
748 ALOGV("takePicture");
749 JNICameraContext* context;
750 sp<Camera> camera = get_native_camera(env, thiz, &context);
751 if (camera == 0) return;
752
753 /*
754 * When CAMERA_MSG_RAW_IMAGE is requested, if the raw image callback
755 * buffer is available, CAMERA_MSG_RAW_IMAGE is enabled to get the
756 * notification _and_ the data; otherwise, CAMERA_MSG_RAW_IMAGE_NOTIFY
757 * is enabled to receive the callback notification but no data.
758 *
759 * Note that CAMERA_MSG_RAW_IMAGE_NOTIFY is not exposed to the
760 * Java application.
761 */
762 if (msgType & CAMERA_MSG_RAW_IMAGE) {
763 ALOGV("Enable raw image callback buffer");
764 if (!context->isRawImageCallbackBufferAvailable()) {
765 ALOGV("Enable raw image notification, since no callback buffer exists");
766 msgType &= ~CAMERA_MSG_RAW_IMAGE;
767 msgType |= CAMERA_MSG_RAW_IMAGE_NOTIFY;
768 }
769 }
770
771 if (camera->takePicture(msgType) != NO_ERROR) {
772 jniThrowRuntimeException(env, "takePicture failed");
773 return;
774 }
775 }
776
android_hardware_Camera_setParameters(JNIEnv * env,jobject thiz,jstring params)777 static void android_hardware_Camera_setParameters(JNIEnv *env, jobject thiz, jstring params)
778 {
779 ALOGV("setParameters");
780 sp<Camera> camera = get_native_camera(env, thiz, NULL);
781 if (camera == 0) return;
782
783 const jchar* str = env->GetStringCritical(params, 0);
784 String8 params8;
785 if (params) {
786 params8 = String8(str, env->GetStringLength(params));
787 env->ReleaseStringCritical(params, str);
788 }
789 if (camera->setParameters(params8) != NO_ERROR) {
790 jniThrowRuntimeException(env, "setParameters failed");
791 return;
792 }
793 }
794
android_hardware_Camera_getParameters(JNIEnv * env,jobject thiz)795 static jstring android_hardware_Camera_getParameters(JNIEnv *env, jobject thiz)
796 {
797 ALOGV("getParameters");
798 sp<Camera> camera = get_native_camera(env, thiz, NULL);
799 if (camera == 0) return 0;
800
801 String8 params8 = camera->getParameters();
802 if (params8.isEmpty()) {
803 jniThrowRuntimeException(env, "getParameters failed (empty parameters)");
804 return 0;
805 }
806 return env->NewStringUTF(params8.string());
807 }
808
android_hardware_Camera_reconnect(JNIEnv * env,jobject thiz)809 static void android_hardware_Camera_reconnect(JNIEnv *env, jobject thiz)
810 {
811 ALOGV("reconnect");
812 sp<Camera> camera = get_native_camera(env, thiz, NULL);
813 if (camera == 0) return;
814
815 if (camera->reconnect() != NO_ERROR) {
816 jniThrowException(env, "java/io/IOException", "reconnect failed");
817 return;
818 }
819 }
820
android_hardware_Camera_lock(JNIEnv * env,jobject thiz)821 static void android_hardware_Camera_lock(JNIEnv *env, jobject thiz)
822 {
823 ALOGV("lock");
824 sp<Camera> camera = get_native_camera(env, thiz, NULL);
825 if (camera == 0) return;
826
827 if (camera->lock() != NO_ERROR) {
828 jniThrowRuntimeException(env, "lock failed");
829 }
830 }
831
android_hardware_Camera_unlock(JNIEnv * env,jobject thiz)832 static void android_hardware_Camera_unlock(JNIEnv *env, jobject thiz)
833 {
834 ALOGV("unlock");
835 sp<Camera> camera = get_native_camera(env, thiz, NULL);
836 if (camera == 0) return;
837
838 if (camera->unlock() != NO_ERROR) {
839 jniThrowRuntimeException(env, "unlock failed");
840 }
841 }
842
android_hardware_Camera_startSmoothZoom(JNIEnv * env,jobject thiz,jint value)843 static void android_hardware_Camera_startSmoothZoom(JNIEnv *env, jobject thiz, jint value)
844 {
845 ALOGV("startSmoothZoom");
846 sp<Camera> camera = get_native_camera(env, thiz, NULL);
847 if (camera == 0) return;
848
849 status_t rc = camera->sendCommand(CAMERA_CMD_START_SMOOTH_ZOOM, value, 0);
850 if (rc == BAD_VALUE) {
851 char msg[64];
852 sprintf(msg, "invalid zoom value=%d", value);
853 jniThrowException(env, "java/lang/IllegalArgumentException", msg);
854 } else if (rc != NO_ERROR) {
855 jniThrowRuntimeException(env, "start smooth zoom failed");
856 }
857 }
858
android_hardware_Camera_stopSmoothZoom(JNIEnv * env,jobject thiz)859 static void android_hardware_Camera_stopSmoothZoom(JNIEnv *env, jobject thiz)
860 {
861 ALOGV("stopSmoothZoom");
862 sp<Camera> camera = get_native_camera(env, thiz, NULL);
863 if (camera == 0) return;
864
865 if (camera->sendCommand(CAMERA_CMD_STOP_SMOOTH_ZOOM, 0, 0) != NO_ERROR) {
866 jniThrowRuntimeException(env, "stop smooth zoom failed");
867 }
868 }
869
android_hardware_Camera_setDisplayOrientation(JNIEnv * env,jobject thiz,jint value)870 static void android_hardware_Camera_setDisplayOrientation(JNIEnv *env, jobject thiz,
871 jint value)
872 {
873 ALOGV("setDisplayOrientation");
874 sp<Camera> camera = get_native_camera(env, thiz, NULL);
875 if (camera == 0) return;
876
877 if (camera->sendCommand(CAMERA_CMD_SET_DISPLAY_ORIENTATION, value, 0) != NO_ERROR) {
878 jniThrowRuntimeException(env, "set display orientation failed");
879 }
880 }
881
android_hardware_Camera_enableShutterSound(JNIEnv * env,jobject thiz,jboolean enabled)882 static jboolean android_hardware_Camera_enableShutterSound(JNIEnv *env, jobject thiz,
883 jboolean enabled)
884 {
885 ALOGV("enableShutterSound");
886 sp<Camera> camera = get_native_camera(env, thiz, NULL);
887 if (camera == 0) return JNI_FALSE;
888
889 int32_t value = (enabled == JNI_TRUE) ? 1 : 0;
890 status_t rc = camera->sendCommand(CAMERA_CMD_ENABLE_SHUTTER_SOUND, value, 0);
891 if (rc == NO_ERROR) {
892 return JNI_TRUE;
893 } else if (rc == PERMISSION_DENIED) {
894 return JNI_FALSE;
895 } else {
896 jniThrowRuntimeException(env, "enable shutter sound failed");
897 return JNI_FALSE;
898 }
899 }
900
android_hardware_Camera_startFaceDetection(JNIEnv * env,jobject thiz,jint type)901 static void android_hardware_Camera_startFaceDetection(JNIEnv *env, jobject thiz,
902 jint type)
903 {
904 ALOGV("startFaceDetection");
905 JNICameraContext* context;
906 sp<Camera> camera = get_native_camera(env, thiz, &context);
907 if (camera == 0) return;
908
909 status_t rc = camera->sendCommand(CAMERA_CMD_START_FACE_DETECTION, type, 0);
910 if (rc == BAD_VALUE) {
911 char msg[64];
912 snprintf(msg, sizeof(msg), "invalid face detection type=%d", type);
913 jniThrowException(env, "java/lang/IllegalArgumentException", msg);
914 } else if (rc != NO_ERROR) {
915 jniThrowRuntimeException(env, "start face detection failed");
916 }
917 }
918
android_hardware_Camera_stopFaceDetection(JNIEnv * env,jobject thiz)919 static void android_hardware_Camera_stopFaceDetection(JNIEnv *env, jobject thiz)
920 {
921 ALOGV("stopFaceDetection");
922 sp<Camera> camera = get_native_camera(env, thiz, NULL);
923 if (camera == 0) return;
924
925 if (camera->sendCommand(CAMERA_CMD_STOP_FACE_DETECTION, 0, 0) != NO_ERROR) {
926 jniThrowRuntimeException(env, "stop face detection failed");
927 }
928 }
929
android_hardware_Camera_enableFocusMoveCallback(JNIEnv * env,jobject thiz,jint enable)930 static void android_hardware_Camera_enableFocusMoveCallback(JNIEnv *env, jobject thiz, jint enable)
931 {
932 ALOGV("enableFocusMoveCallback");
933 sp<Camera> camera = get_native_camera(env, thiz, NULL);
934 if (camera == 0) return;
935
936 if (camera->sendCommand(CAMERA_CMD_ENABLE_FOCUS_MOVE_MSG, enable, 0) != NO_ERROR) {
937 jniThrowRuntimeException(env, "enable focus move callback failed");
938 }
939 }
940
941 //-------------------------------------------------
942
943 static JNINativeMethod camMethods[] = {
944 { "getNumberOfCameras",
945 "()I",
946 (void *)android_hardware_Camera_getNumberOfCameras },
947 { "_getCameraInfo",
948 "(ILandroid/hardware/Camera$CameraInfo;)V",
949 (void*)android_hardware_Camera_getCameraInfo },
950 { "native_setup",
951 "(Ljava/lang/Object;IILjava/lang/String;)I",
952 (void*)android_hardware_Camera_native_setup },
953 { "native_release",
954 "()V",
955 (void*)android_hardware_Camera_release },
956 { "setPreviewSurface",
957 "(Landroid/view/Surface;)V",
958 (void *)android_hardware_Camera_setPreviewSurface },
959 { "setPreviewTexture",
960 "(Landroid/graphics/SurfaceTexture;)V",
961 (void *)android_hardware_Camera_setPreviewTexture },
962 { "setPreviewCallbackSurface",
963 "(Landroid/view/Surface;)V",
964 (void *)android_hardware_Camera_setPreviewCallbackSurface },
965 { "startPreview",
966 "()V",
967 (void *)android_hardware_Camera_startPreview },
968 { "_stopPreview",
969 "()V",
970 (void *)android_hardware_Camera_stopPreview },
971 { "previewEnabled",
972 "()Z",
973 (void *)android_hardware_Camera_previewEnabled },
974 { "setHasPreviewCallback",
975 "(ZZ)V",
976 (void *)android_hardware_Camera_setHasPreviewCallback },
977 { "_addCallbackBuffer",
978 "([BI)V",
979 (void *)android_hardware_Camera_addCallbackBuffer },
980 { "native_autoFocus",
981 "()V",
982 (void *)android_hardware_Camera_autoFocus },
983 { "native_cancelAutoFocus",
984 "()V",
985 (void *)android_hardware_Camera_cancelAutoFocus },
986 { "native_takePicture",
987 "(I)V",
988 (void *)android_hardware_Camera_takePicture },
989 { "native_setParameters",
990 "(Ljava/lang/String;)V",
991 (void *)android_hardware_Camera_setParameters },
992 { "native_getParameters",
993 "()Ljava/lang/String;",
994 (void *)android_hardware_Camera_getParameters },
995 { "reconnect",
996 "()V",
997 (void*)android_hardware_Camera_reconnect },
998 { "lock",
999 "()V",
1000 (void*)android_hardware_Camera_lock },
1001 { "unlock",
1002 "()V",
1003 (void*)android_hardware_Camera_unlock },
1004 { "startSmoothZoom",
1005 "(I)V",
1006 (void *)android_hardware_Camera_startSmoothZoom },
1007 { "stopSmoothZoom",
1008 "()V",
1009 (void *)android_hardware_Camera_stopSmoothZoom },
1010 { "setDisplayOrientation",
1011 "(I)V",
1012 (void *)android_hardware_Camera_setDisplayOrientation },
1013 { "_enableShutterSound",
1014 "(Z)Z",
1015 (void *)android_hardware_Camera_enableShutterSound },
1016 { "_startFaceDetection",
1017 "(I)V",
1018 (void *)android_hardware_Camera_startFaceDetection },
1019 { "_stopFaceDetection",
1020 "()V",
1021 (void *)android_hardware_Camera_stopFaceDetection},
1022 { "enableFocusMoveCallback",
1023 "(I)V",
1024 (void *)android_hardware_Camera_enableFocusMoveCallback},
1025 };
1026
1027 struct field {
1028 const char *class_name;
1029 const char *field_name;
1030 const char *field_type;
1031 jfieldID *jfield;
1032 };
1033
find_fields(JNIEnv * env,field * fields,int count)1034 static int find_fields(JNIEnv *env, field *fields, int count)
1035 {
1036 for (int i = 0; i < count; i++) {
1037 field *f = &fields[i];
1038 jclass clazz = env->FindClass(f->class_name);
1039 if (clazz == NULL) {
1040 ALOGE("Can't find %s", f->class_name);
1041 return -1;
1042 }
1043
1044 jfieldID field = env->GetFieldID(clazz, f->field_name, f->field_type);
1045 if (field == NULL) {
1046 ALOGE("Can't find %s.%s", f->class_name, f->field_name);
1047 return -1;
1048 }
1049
1050 *(f->jfield) = field;
1051 }
1052
1053 return 0;
1054 }
1055
1056 // Get all the required offsets in java class and register native functions
register_android_hardware_Camera(JNIEnv * env)1057 int register_android_hardware_Camera(JNIEnv *env)
1058 {
1059 field fields_to_find[] = {
1060 { "android/hardware/Camera", "mNativeContext", "J", &fields.context },
1061 { "android/hardware/Camera$CameraInfo", "facing", "I", &fields.facing },
1062 { "android/hardware/Camera$CameraInfo", "orientation", "I", &fields.orientation },
1063 { "android/hardware/Camera$CameraInfo", "canDisableShutterSound", "Z",
1064 &fields.canDisableShutterSound },
1065 { "android/hardware/Camera$Face", "rect", "Landroid/graphics/Rect;", &fields.face_rect },
1066 { "android/hardware/Camera$Face", "leftEye", "Landroid/graphics/Point;", &fields.face_left_eye},
1067 { "android/hardware/Camera$Face", "rightEye", "Landroid/graphics/Point;", &fields.face_right_eye},
1068 { "android/hardware/Camera$Face", "mouth", "Landroid/graphics/Point;", &fields.face_mouth},
1069 { "android/hardware/Camera$Face", "score", "I", &fields.face_score },
1070 { "android/hardware/Camera$Face", "id", "I", &fields.face_id},
1071 { "android/graphics/Rect", "left", "I", &fields.rect_left },
1072 { "android/graphics/Rect", "top", "I", &fields.rect_top },
1073 { "android/graphics/Rect", "right", "I", &fields.rect_right },
1074 { "android/graphics/Rect", "bottom", "I", &fields.rect_bottom },
1075 { "android/graphics/Point", "x", "I", &fields.point_x},
1076 { "android/graphics/Point", "y", "I", &fields.point_y},
1077 };
1078
1079 if (find_fields(env, fields_to_find, NELEM(fields_to_find)) < 0)
1080 return -1;
1081
1082 jclass clazz = env->FindClass("android/hardware/Camera");
1083 fields.post_event = env->GetStaticMethodID(clazz, "postEventFromNative",
1084 "(Ljava/lang/Object;IIILjava/lang/Object;)V");
1085 if (fields.post_event == NULL) {
1086 ALOGE("Can't find android/hardware/Camera.postEventFromNative");
1087 return -1;
1088 }
1089
1090 clazz = env->FindClass("android/graphics/Rect");
1091 fields.rect_constructor = env->GetMethodID(clazz, "<init>", "()V");
1092 if (fields.rect_constructor == NULL) {
1093 ALOGE("Can't find android/graphics/Rect.Rect()");
1094 return -1;
1095 }
1096
1097 clazz = env->FindClass("android/hardware/Camera$Face");
1098 fields.face_constructor = env->GetMethodID(clazz, "<init>", "()V");
1099 if (fields.face_constructor == NULL) {
1100 ALOGE("Can't find android/hardware/Camera$Face.Face()");
1101 return -1;
1102 }
1103
1104 clazz = env->FindClass("android/graphics/Point");
1105 fields.point_constructor = env->GetMethodID(clazz, "<init>", "()V");
1106 if (fields.point_constructor == NULL) {
1107 ALOGE("Can't find android/graphics/Point()");
1108 return -1;
1109 }
1110
1111 // Register native functions
1112 return AndroidRuntime::registerNativeMethods(env, "android/hardware/Camera",
1113 camMethods, NELEM(camMethods));
1114 }
1115