1 /*
2 * Copyright (C) 2006 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #include <stdlib.h>
18 #include <stdio.h>
19 #include <fcntl.h>
20 #include <unistd.h>
21
22 #include <utils/misc.h>
23 #include <utils/String8.h>
24 #include <utils/Log.h>
25
26 #include <core/SkBitmap.h>
27
28 #include "jni.h"
29 #include "JNIHelp.h"
30 #include "android_runtime/AndroidRuntime.h"
31
32 using namespace android;
33
34 extern "C"
35 {
36 #include <fd_emb_sdk.h>
37 }
38
39 struct FaceData
40 {
41 float confidence;
42 float midpointx;
43 float midpointy;
44 float eyedist;
45 };
46
47 struct FaceOffsets
48 {
49 jfieldID confidence;
50 jfieldID midpointx;
51 jfieldID midpointy;
52 jfieldID eyedist;
53 jfieldID eulerx;
54 jfieldID eulery;
55 jfieldID eulerz;
56 } gFaceOffsets;
57
58 struct FaceDetectorOffsets
59 {
60 jfieldID fd;
61 jfieldID sdk;
62 jfieldID dcr;
63 jfieldID width;
64 jfieldID height;
65 jfieldID maxFaces;
66 jfieldID bwbuffer;
67 } gFaceDetectorOffsets;
68
69 jfieldID nativeBitmapID;
70
71 // ---------------------------------------------------------------------------
72
getFaceData(btk_HDCR hdcr,FaceData * fdata)73 static void getFaceData(btk_HDCR hdcr, FaceData* fdata)
74 {
75 btk_Node leftEye, rightEye;
76
77 btk_DCR_getNode(hdcr, 0, &leftEye);
78 btk_DCR_getNode(hdcr, 1, &rightEye);
79
80 fdata->eyedist = (float)(rightEye.x - leftEye.x) / (1 << 16);
81 fdata->midpointx = (float)(rightEye.x + leftEye.x) / (1 << 17);
82 fdata->midpointy = (float)(rightEye.y + leftEye.y) / (1 << 17);
83 fdata->confidence = (float)btk_DCR_confidence(hdcr) / (1 << 24);
84 }
85
86 // ---------------------------------------------------------------------------
87
doThrow(JNIEnv * env,const char * exc,const char * msg=NULL)88 static void doThrow(JNIEnv* env, const char* exc, const char* msg = NULL)
89 {
90 jclass npeClazz = env->FindClass(exc);
91 env->ThrowNew(npeClazz, msg);
92 }
93
94 static void
nativeClassInit(JNIEnv * _env,jclass _this)95 nativeClassInit
96 (JNIEnv *_env, jclass _this)
97 {
98 gFaceDetectorOffsets.fd = _env->GetFieldID(_this, "mFD", "I");
99 gFaceDetectorOffsets.sdk = _env->GetFieldID(_this, "mSDK", "I");
100 gFaceDetectorOffsets.dcr = _env->GetFieldID(_this, "mDCR", "I");
101 gFaceDetectorOffsets.width = _env->GetFieldID(_this, "mWidth", "I");
102 gFaceDetectorOffsets.height = _env->GetFieldID(_this, "mHeight", "I");
103 gFaceDetectorOffsets.maxFaces = _env->GetFieldID(_this, "mMaxFaces", "I");
104 gFaceDetectorOffsets.bwbuffer = _env->GetFieldID(_this, "mBWBuffer", "[B");
105
106 jclass faceClass = _env->FindClass("android/media/FaceDetector$Face");
107 gFaceOffsets.confidence = _env->GetFieldID(faceClass, "mConfidence", "F");
108 gFaceOffsets.midpointx = _env->GetFieldID(faceClass, "mMidPointX", "F");
109 gFaceOffsets.midpointy = _env->GetFieldID(faceClass, "mMidPointY", "F");
110 gFaceOffsets.eyedist = _env->GetFieldID(faceClass, "mEyesDist", "F");
111 gFaceOffsets.eulerx = _env->GetFieldID(faceClass, "mPoseEulerX", "F");
112 gFaceOffsets.eulery = _env->GetFieldID(faceClass, "mPoseEulerY", "F");
113 gFaceOffsets.eulerz = _env->GetFieldID(faceClass, "mPoseEulerZ", "F");
114
115 jclass bitmapClass = _env->FindClass("android/graphics/Bitmap");
116 nativeBitmapID = _env->GetFieldID(bitmapClass, "mNativeBitmap", "I");
117 }
118
119 // ---------------------------------------------------------------------------
120
121 static jint
initialize(JNIEnv * _env,jobject _this,jint w,jint h,jint maxFaces)122 initialize(JNIEnv *_env, jobject _this,
123 jint w, jint h, jint maxFaces)
124 {
125 // load the configuration file
126 const char* root = getenv("ANDROID_ROOT");
127 String8 path(root);
128 path.appendPath("usr/share/bmd/RFFstd_501.bmd");
129 // path.appendPath("usr/share/bmd/RFFspeed_501.bmd");
130
131 const int MAX_FILE_SIZE = 65536;
132 void* initData = malloc( MAX_FILE_SIZE ); /* enough to fit entire file */
133 int filedesc = open(path.string(), O_RDONLY);
134 int initDataSize = read(filedesc, initData, MAX_FILE_SIZE);
135 close(filedesc);
136
137 // --------------------------------------------------------------------
138 btk_HSDK sdk = NULL;
139 btk_SDKCreateParam sdkParam = btk_SDK_defaultParam();
140 sdkParam.fpMalloc = malloc;
141 sdkParam.fpFree = free;
142 sdkParam.maxImageWidth = w;
143 sdkParam.maxImageHeight = h;
144
145 btk_Status status = btk_SDK_create(&sdkParam, &sdk);
146 // make sure everything went well
147 if (status != btk_STATUS_OK) {
148 // XXX: be more precise about what went wrong
149 doThrow(_env, "java/lang/OutOfMemoryError", NULL);
150 return 0;
151 }
152
153 btk_HDCR dcr = NULL;
154 btk_DCRCreateParam dcrParam = btk_DCR_defaultParam();
155 btk_DCR_create( sdk, &dcrParam, &dcr );
156
157 btk_HFaceFinder fd = NULL;
158 btk_FaceFinderCreateParam fdParam = btk_FaceFinder_defaultParam();
159 fdParam.pModuleParam = initData;
160 fdParam.moduleParamSize = initDataSize;
161 fdParam.maxDetectableFaces = maxFaces;
162 status = btk_FaceFinder_create( sdk, &fdParam, &fd );
163 btk_FaceFinder_setRange(fd, 20, w/2); /* set eye distance range */
164
165 // make sure everything went well
166 if (status != btk_STATUS_OK) {
167 // XXX: be more precise about what went wrong
168 doThrow(_env, "java/lang/OutOfMemoryError", NULL);
169 return 0;
170 }
171
172 // free the configuration file
173 free(initData);
174
175 // initialize the java object
176 _env->SetIntField(_this, gFaceDetectorOffsets.fd, (jint)fd);
177 _env->SetIntField(_this, gFaceDetectorOffsets.sdk, (jint)sdk);
178 _env->SetIntField(_this, gFaceDetectorOffsets.dcr, (jint)dcr);
179
180 return 1;
181 }
182
183 static void
destroy(JNIEnv * _env,jobject _this)184 destroy(JNIEnv *_env, jobject _this)
185 {
186 btk_HFaceFinder hfd =
187 (btk_HFaceFinder)(_env->GetIntField(_this, gFaceDetectorOffsets.fd));
188 btk_FaceFinder_close( hfd );
189
190 btk_HDCR hdcr = (btk_HDCR)(_env->GetIntField(_this, gFaceDetectorOffsets.dcr));
191 btk_DCR_close( hdcr );
192
193 btk_HSDK hsdk = (btk_HSDK)(_env->GetIntField(_this, gFaceDetectorOffsets.sdk));
194 btk_SDK_close( hsdk );
195 }
196
197 static jint
detect(JNIEnv * _env,jobject _this,jobject bitmap)198 detect(JNIEnv *_env, jobject _this,
199 jobject bitmap)
200 {
201 // get the fields we need
202 btk_HDCR hdcr = (btk_HDCR)(_env->GetIntField(_this, gFaceDetectorOffsets.dcr));
203 btk_HFaceFinder hfd =
204 (btk_HFaceFinder)(_env->GetIntField(_this, gFaceDetectorOffsets.fd));
205 u32 maxFaces = _env->GetIntField(_this, gFaceDetectorOffsets.maxFaces);
206 u32 width = _env->GetIntField(_this, gFaceDetectorOffsets.width);
207 u32 height = _env->GetIntField(_this, gFaceDetectorOffsets.height);
208
209 jbyteArray bwbufferObject = (jbyteArray)
210 _env->GetObjectField(_this, gFaceDetectorOffsets.bwbuffer);
211
212 // get to the native bitmap
213 SkBitmap const * nativeBitmap =
214 (SkBitmap const *)_env->GetIntField(bitmap, nativeBitmapID);
215
216 // get to our BW temporary buffer
217 jbyte* bwbuffer = _env->GetByteArrayElements(bwbufferObject, 0);
218
219 // convert the image to B/W
220 uint8_t* dst = (uint8_t*)bwbuffer;
221
222 // manage the life-time of locking our pixels
223 SkAutoLockPixels alp(*nativeBitmap);
224
225 uint16_t const* src = (uint16_t const*)nativeBitmap->getPixels();
226 int wpr = nativeBitmap->rowBytes() / 2;
227 for (u32 y=0 ; y<height; y++) {
228 for (u32 x=0 ; x<width ; x++) {
229 uint16_t rgb = src[x];
230 int r = rgb >> 11;
231 int g2 = (rgb >> 5) & 0x3F;
232 int b = rgb & 0x1F;
233 // L coefficients 0.299 0.587 0.11
234 int L = (r<<1) + (g2<<1) + (g2>>1) + b;
235 *dst++ = L;
236 }
237 src += wpr;
238 }
239
240 // run detection
241 btk_DCR_assignGrayByteImage(hdcr, bwbuffer, width, height);
242
243 int numberOfFaces = 0;
244 if (btk_FaceFinder_putDCR(hfd, hdcr) == btk_STATUS_OK) {
245 numberOfFaces = btk_FaceFinder_faces(hfd);
246 } else {
247 ALOGE("ERROR: Return 0 faces because error exists in btk_FaceFinder_putDCR.\n");
248 }
249
250 // release the arrays we're using
251 _env->ReleaseByteArrayElements(bwbufferObject, bwbuffer, 0);
252 return numberOfFaces;
253 }
254
255 static void
get_face(JNIEnv * _env,jobject _this,jobject face,jint index)256 get_face(JNIEnv *_env, jobject _this,
257 jobject face, jint index)
258 {
259 btk_HDCR hdcr = (btk_HDCR)(_env->GetIntField(_this, gFaceDetectorOffsets.dcr));
260 btk_HFaceFinder hfd =
261 (btk_HFaceFinder)(_env->GetIntField(_this, gFaceDetectorOffsets.fd));
262
263 FaceData faceData;
264 btk_FaceFinder_getDCR(hfd, hdcr);
265 getFaceData(hdcr, &faceData);
266
267 const float X2F = 1.0f / 65536.0f;
268 _env->SetFloatField(face, gFaceOffsets.confidence, faceData.confidence);
269 _env->SetFloatField(face, gFaceOffsets.midpointx, faceData.midpointx);
270 _env->SetFloatField(face, gFaceOffsets.midpointy, faceData.midpointy);
271 _env->SetFloatField(face, gFaceOffsets.eyedist, faceData.eyedist);
272 _env->SetFloatField(face, gFaceOffsets.eulerx, 0);
273 _env->SetFloatField(face, gFaceOffsets.eulery, 0);
274 _env->SetFloatField(face, gFaceOffsets.eulerz, 0);
275 }
276
277 // ---------------------------------------------------------------------------
278
279 static const char *classPathName = "android/media/FaceDetector";
280
281 static JNINativeMethod methods[] = {
282 {"nativeClassInit", "()V", (void*)nativeClassInit },
283 {"fft_initialize", "(III)I", (void*)initialize },
284 {"fft_detect", "(Landroid/graphics/Bitmap;)I", (void*)detect },
285 {"fft_get_face", "(Landroid/media/FaceDetector$Face;I)V",(void*)get_face },
286 {"fft_destroy", "()V", (void*)destroy },
287 };
288
register_android_media_FaceDetector(JNIEnv * _env)289 int register_android_media_FaceDetector(JNIEnv *_env)
290 {
291 return android::AndroidRuntime::registerNativeMethods(
292 _env, classPathName, methods, NELEM(methods));
293 }
294
295 // ---------------------------------------------------------------------------
296
JNI_OnLoad(JavaVM * vm,void * reserved)297 jint JNI_OnLoad(JavaVM* vm, void* reserved)
298 {
299 JNIEnv* env = NULL;
300 jint result = -1;
301
302 if (vm->GetEnv((void**) &env, JNI_VERSION_1_4) != JNI_OK) {
303 ALOGE("ERROR: GetEnv failed\n");
304 goto bail;
305 }
306 assert(env != NULL);
307
308 if (register_android_media_FaceDetector(env) < 0) {
309 ALOGE("ERROR: MediaPlayer native registration failed\n");
310 goto bail;
311 }
312
313 /* success -- return valid version number */
314 result = JNI_VERSION_1_4;
315
316 bail:
317 return result;
318 }
319