• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright (C) 2014 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #include <inttypes.h>
18 
19 //#define LOG_NDEBUG 0
20 #define LOG_TAG "NdkMediaCodec"
21 
22 #include <media/NdkMediaCodec.h>
23 #include <media/NdkMediaError.h>
24 #include <media/NdkMediaFormatPriv.h>
25 #include "NdkMediaCryptoPriv.h"
26 
27 #include <utils/Log.h>
28 #include <utils/StrongPointer.h>
29 #include <gui/Surface.h>
30 
31 #include <media/stagefright/foundation/ALooper.h>
32 #include <media/stagefright/foundation/AMessage.h>
33 
34 #include <media/stagefright/PersistentSurface.h>
35 #include <media/stagefright/MediaCodec.h>
36 #include <media/stagefright/MediaErrors.h>
37 #include <media/MediaCodecBuffer.h>
38 #include <android/native_window.h>
39 
40 using namespace android;
41 
42 
translate_error(status_t err)43 static media_status_t translate_error(status_t err) {
44     if (err == OK) {
45         return AMEDIA_OK;
46     } else if (err == -EAGAIN) {
47         return (media_status_t) AMEDIACODEC_INFO_TRY_AGAIN_LATER;
48     }
49     ALOGE("sf error code: %d", err);
50     return AMEDIA_ERROR_UNKNOWN;
51 }
52 
53 enum {
54     kWhatActivityNotify,
55     kWhatAsyncNotify,
56     kWhatRequestActivityNotifications,
57     kWhatStopActivityNotifications,
58 };
59 
60 struct AMediaCodecPersistentSurface : public Surface {
61     sp<PersistentSurface> mPersistentSurface;
AMediaCodecPersistentSurfaceAMediaCodecPersistentSurface62     AMediaCodecPersistentSurface(
63             const sp<IGraphicBufferProducer>& igbp,
64             const sp<PersistentSurface>& ps)
65             : Surface(igbp) {
66         mPersistentSurface = ps;
67     }
~AMediaCodecPersistentSurfaceAMediaCodecPersistentSurface68     virtual ~AMediaCodecPersistentSurface() {
69         //mPersistentSurface ref will be let go off here
70     }
71 };
72 
73 class CodecHandler: public AHandler {
74 private:
75     AMediaCodec* mCodec;
76 public:
77     explicit CodecHandler(AMediaCodec *codec);
78     virtual void onMessageReceived(const sp<AMessage> &msg);
79 };
80 
81 typedef void (*OnCodecEvent)(AMediaCodec *codec, void *userdata);
82 
83 struct AMediaCodec {
84     sp<android::MediaCodec> mCodec;
85     sp<ALooper> mLooper;
86     sp<CodecHandler> mHandler;
87     sp<AMessage> mActivityNotification;
88     int32_t mGeneration;
89     bool mRequestedActivityNotification;
90     OnCodecEvent mCallback;
91     void *mCallbackUserData;
92 
93     sp<AMessage> mAsyncNotify;
94     mutable Mutex mAsyncCallbackLock;
95     AMediaCodecOnAsyncNotifyCallback mAsyncCallback;
96     void *mAsyncCallbackUserData;
97 };
98 
CodecHandler(AMediaCodec * codec)99 CodecHandler::CodecHandler(AMediaCodec *codec) {
100     mCodec = codec;
101 }
102 
onMessageReceived(const sp<AMessage> & msg)103 void CodecHandler::onMessageReceived(const sp<AMessage> &msg) {
104 
105     switch (msg->what()) {
106         case kWhatRequestActivityNotifications:
107         {
108             if (mCodec->mRequestedActivityNotification) {
109                 break;
110             }
111 
112             mCodec->mCodec->requestActivityNotification(mCodec->mActivityNotification);
113             mCodec->mRequestedActivityNotification = true;
114             break;
115         }
116 
117         case kWhatActivityNotify:
118         {
119             {
120                 int32_t generation;
121                 msg->findInt32("generation", &generation);
122 
123                 if (generation != mCodec->mGeneration) {
124                     // stale
125                     break;
126                 }
127 
128                 mCodec->mRequestedActivityNotification = false;
129             }
130 
131             if (mCodec->mCallback) {
132                 mCodec->mCallback(mCodec, mCodec->mCallbackUserData);
133             }
134             break;
135         }
136 
137         case kWhatAsyncNotify:
138         {
139              int32_t cbID;
140              if (!msg->findInt32("callbackID", &cbID)) {
141                  ALOGE("kWhatAsyncNotify: callbackID is expected.");
142                  break;
143              }
144 
145              ALOGV("kWhatAsyncNotify: cbID = %d", cbID);
146 
147              switch (cbID) {
148                  case MediaCodec::CB_INPUT_AVAILABLE:
149                  {
150                      int32_t index;
151                      if (!msg->findInt32("index", &index)) {
152                          ALOGE("CB_INPUT_AVAILABLE: index is expected.");
153                          break;
154                      }
155 
156                      Mutex::Autolock _l(mCodec->mAsyncCallbackLock);
157                      if (mCodec->mAsyncCallbackUserData != NULL
158                          || mCodec->mAsyncCallback.onAsyncInputAvailable != NULL) {
159                          mCodec->mAsyncCallback.onAsyncInputAvailable(
160                                  mCodec,
161                                  mCodec->mAsyncCallbackUserData,
162                                  index);
163                      }
164 
165                      break;
166                  }
167 
168                  case MediaCodec::CB_OUTPUT_AVAILABLE:
169                  {
170                      int32_t index;
171                      size_t offset;
172                      size_t size;
173                      int64_t timeUs;
174                      int32_t flags;
175 
176                      if (!msg->findInt32("index", &index)) {
177                          ALOGE("CB_OUTPUT_AVAILABLE: index is expected.");
178                          break;
179                      }
180                      if (!msg->findSize("offset", &offset)) {
181                          ALOGE("CB_OUTPUT_AVAILABLE: offset is expected.");
182                          break;
183                      }
184                      if (!msg->findSize("size", &size)) {
185                          ALOGE("CB_OUTPUT_AVAILABLE: size is expected.");
186                          break;
187                      }
188                      if (!msg->findInt64("timeUs", &timeUs)) {
189                          ALOGE("CB_OUTPUT_AVAILABLE: timeUs is expected.");
190                          break;
191                      }
192                      if (!msg->findInt32("flags", &flags)) {
193                          ALOGE("CB_OUTPUT_AVAILABLE: flags is expected.");
194                          break;
195                      }
196 
197                      AMediaCodecBufferInfo bufferInfo = {
198                          (int32_t)offset,
199                          (int32_t)size,
200                          timeUs,
201                          (uint32_t)flags};
202 
203                      Mutex::Autolock _l(mCodec->mAsyncCallbackLock);
204                      if (mCodec->mAsyncCallbackUserData != NULL
205                          || mCodec->mAsyncCallback.onAsyncOutputAvailable != NULL) {
206                          mCodec->mAsyncCallback.onAsyncOutputAvailable(
207                                  mCodec,
208                                  mCodec->mAsyncCallbackUserData,
209                                  index,
210                                  &bufferInfo);
211                      }
212 
213                      break;
214                  }
215 
216                  case MediaCodec::CB_OUTPUT_FORMAT_CHANGED:
217                  {
218                      sp<AMessage> format;
219                      if (!msg->findMessage("format", &format)) {
220                          ALOGE("CB_OUTPUT_FORMAT_CHANGED: format is expected.");
221                          break;
222                      }
223 
224                      AMediaFormat *aMediaFormat = AMediaFormat_fromMsg(&format);
225 
226                      Mutex::Autolock _l(mCodec->mAsyncCallbackLock);
227                      if (mCodec->mAsyncCallbackUserData != NULL
228                          || mCodec->mAsyncCallback.onAsyncFormatChanged != NULL) {
229                          mCodec->mAsyncCallback.onAsyncFormatChanged(
230                                  mCodec,
231                                  mCodec->mAsyncCallbackUserData,
232                                  aMediaFormat);
233                      }
234 
235                      break;
236                  }
237 
238                  case MediaCodec::CB_ERROR:
239                  {
240                      status_t err;
241                      int32_t actionCode;
242                      AString detail;
243                      if (!msg->findInt32("err", &err)) {
244                          ALOGE("CB_ERROR: err is expected.");
245                          break;
246                      }
247                      if (!msg->findInt32("action", &actionCode)) {
248                          ALOGE("CB_ERROR: action is expected.");
249                          break;
250                      }
251                      msg->findString("detail", &detail);
252                      ALOGE("Decoder reported error(0x%x), actionCode(%d), detail(%s)",
253                            err, actionCode, detail.c_str());
254 
255                      Mutex::Autolock _l(mCodec->mAsyncCallbackLock);
256                      if (mCodec->mAsyncCallbackUserData != NULL
257                          || mCodec->mAsyncCallback.onAsyncError != NULL) {
258                          mCodec->mAsyncCallback.onAsyncError(
259                                  mCodec,
260                                  mCodec->mAsyncCallbackUserData,
261                                  translate_error(err),
262                                  actionCode,
263                                  detail.c_str());
264                      }
265 
266                      break;
267                  }
268 
269                  default:
270                  {
271                      ALOGE("kWhatAsyncNotify: callbackID(%d) is unexpected.", cbID);
272                      break;
273                  }
274              }
275              break;
276         }
277 
278         case kWhatStopActivityNotifications:
279         {
280             sp<AReplyToken> replyID;
281             msg->senderAwaitsResponse(&replyID);
282 
283             mCodec->mGeneration++;
284             mCodec->mRequestedActivityNotification = false;
285 
286             sp<AMessage> response = new AMessage;
287             response->postReply(replyID);
288             break;
289         }
290 
291         default:
292             ALOGE("shouldn't be here");
293             break;
294     }
295 
296 }
297 
298 
requestActivityNotification(AMediaCodec * codec)299 static void requestActivityNotification(AMediaCodec *codec) {
300     (new AMessage(kWhatRequestActivityNotifications, codec->mHandler))->post();
301 }
302 
303 extern "C" {
304 
createAMediaCodec(const char * name,bool name_is_type,bool encoder)305 static AMediaCodec * createAMediaCodec(const char *name, bool name_is_type, bool encoder) {
306     AMediaCodec *mData = new AMediaCodec();
307     mData->mLooper = new ALooper;
308     mData->mLooper->setName("NDK MediaCodec_looper");
309     size_t res = mData->mLooper->start(
310             false,      // runOnCallingThread
311             true,       // canCallJava XXX
312             PRIORITY_AUDIO);
313     if (res != OK) {
314         ALOGE("Failed to start the looper");
315         AMediaCodec_delete(mData);
316         return NULL;
317     }
318     if (name_is_type) {
319         mData->mCodec = android::MediaCodec::CreateByType(mData->mLooper, name, encoder);
320     } else {
321         mData->mCodec = android::MediaCodec::CreateByComponentName(mData->mLooper, name);
322     }
323     if (mData->mCodec == NULL) {  // failed to create codec
324         AMediaCodec_delete(mData);
325         return NULL;
326     }
327     mData->mHandler = new CodecHandler(mData);
328     mData->mLooper->registerHandler(mData->mHandler);
329     mData->mGeneration = 1;
330     mData->mRequestedActivityNotification = false;
331     mData->mCallback = NULL;
332 
333     mData->mAsyncCallback = {};
334     mData->mAsyncCallbackUserData = NULL;
335 
336     return mData;
337 }
338 
339 EXPORT
AMediaCodec_createCodecByName(const char * name)340 AMediaCodec* AMediaCodec_createCodecByName(const char *name) {
341     return createAMediaCodec(name, false, false);
342 }
343 
344 EXPORT
AMediaCodec_createDecoderByType(const char * mime_type)345 AMediaCodec* AMediaCodec_createDecoderByType(const char *mime_type) {
346     return createAMediaCodec(mime_type, true, false);
347 }
348 
349 EXPORT
AMediaCodec_createEncoderByType(const char * name)350 AMediaCodec* AMediaCodec_createEncoderByType(const char *name) {
351     return createAMediaCodec(name, true, true);
352 }
353 
354 EXPORT
AMediaCodec_delete(AMediaCodec * mData)355 media_status_t AMediaCodec_delete(AMediaCodec *mData) {
356     if (mData != NULL) {
357         if (mData->mCodec != NULL) {
358             mData->mCodec->release();
359             mData->mCodec.clear();
360         }
361 
362         if (mData->mLooper != NULL) {
363             if (mData->mHandler != NULL) {
364                 mData->mLooper->unregisterHandler(mData->mHandler->id());
365             }
366             mData->mLooper->stop();
367             mData->mLooper.clear();
368         }
369         delete mData;
370     }
371     return AMEDIA_OK;
372 }
373 
374 EXPORT
AMediaCodec_getName(AMediaCodec * mData,char ** out_name)375 media_status_t AMediaCodec_getName(
376         AMediaCodec *mData,
377         char** out_name) {
378     if (out_name == NULL) {
379         return AMEDIA_ERROR_INVALID_PARAMETER;
380     }
381 
382     AString compName;
383     status_t err = mData->mCodec->getName(&compName);
384     if (err != OK) {
385         return translate_error(err);
386     }
387     *out_name = strdup(compName.c_str());
388     return AMEDIA_OK;
389 }
390 
391 EXPORT
AMediaCodec_releaseName(AMediaCodec *,char * name)392 void AMediaCodec_releaseName(
393         AMediaCodec * /* mData */,
394         char* name) {
395     if (name != NULL) {
396         free(name);
397     }
398 }
399 
400 EXPORT
AMediaCodec_configure(AMediaCodec * mData,const AMediaFormat * format,ANativeWindow * window,AMediaCrypto * crypto,uint32_t flags)401 media_status_t AMediaCodec_configure(
402         AMediaCodec *mData,
403         const AMediaFormat* format,
404         ANativeWindow* window,
405         AMediaCrypto *crypto,
406         uint32_t flags) {
407     sp<AMessage> nativeFormat;
408     AMediaFormat_getFormat(format, &nativeFormat);
409     ALOGV("configure with format: %s", nativeFormat->debugString(0).c_str());
410     sp<Surface> surface = NULL;
411     if (window != NULL) {
412         surface = (Surface*) window;
413     }
414 
415     status_t err = mData->mCodec->configure(nativeFormat, surface,
416             crypto ? crypto->mCrypto : NULL, flags);
417     if (err != OK) {
418         ALOGE("configure: err(%d), failed with format: %s",
419               err, nativeFormat->debugString(0).c_str());
420     }
421     return translate_error(err);
422 }
423 
424 EXPORT
AMediaCodec_setAsyncNotifyCallback(AMediaCodec * mData,AMediaCodecOnAsyncNotifyCallback callback,void * userdata)425 media_status_t AMediaCodec_setAsyncNotifyCallback(
426         AMediaCodec *mData,
427         AMediaCodecOnAsyncNotifyCallback callback,
428         void *userdata) {
429     if (mData->mAsyncNotify == NULL && userdata != NULL) {
430         mData->mAsyncNotify = new AMessage(kWhatAsyncNotify, mData->mHandler);
431         status_t err = mData->mCodec->setCallback(mData->mAsyncNotify);
432         if (err != OK) {
433             ALOGE("setAsyncNotifyCallback: err(%d), failed to set async callback", err);
434             return translate_error(err);
435         }
436     }
437 
438     Mutex::Autolock _l(mData->mAsyncCallbackLock);
439     mData->mAsyncCallback = callback;
440     mData->mAsyncCallbackUserData = userdata;
441 
442     return AMEDIA_OK;
443 }
444 
445 
446 EXPORT
AMediaCodec_releaseCrypto(AMediaCodec * mData)447 media_status_t AMediaCodec_releaseCrypto(AMediaCodec *mData) {
448     return translate_error(mData->mCodec->releaseCrypto());
449 }
450 
451 EXPORT
AMediaCodec_start(AMediaCodec * mData)452 media_status_t AMediaCodec_start(AMediaCodec *mData) {
453     status_t ret =  mData->mCodec->start();
454     if (ret != OK) {
455         return translate_error(ret);
456     }
457     mData->mActivityNotification = new AMessage(kWhatActivityNotify, mData->mHandler);
458     mData->mActivityNotification->setInt32("generation", mData->mGeneration);
459     requestActivityNotification(mData);
460     return AMEDIA_OK;
461 }
462 
463 EXPORT
AMediaCodec_stop(AMediaCodec * mData)464 media_status_t AMediaCodec_stop(AMediaCodec *mData) {
465     media_status_t ret = translate_error(mData->mCodec->stop());
466 
467     sp<AMessage> msg = new AMessage(kWhatStopActivityNotifications, mData->mHandler);
468     sp<AMessage> response;
469     msg->postAndAwaitResponse(&response);
470     mData->mActivityNotification.clear();
471 
472     return ret;
473 }
474 
475 EXPORT
AMediaCodec_flush(AMediaCodec * mData)476 media_status_t AMediaCodec_flush(AMediaCodec *mData) {
477     return translate_error(mData->mCodec->flush());
478 }
479 
480 EXPORT
AMediaCodec_dequeueInputBuffer(AMediaCodec * mData,int64_t timeoutUs)481 ssize_t AMediaCodec_dequeueInputBuffer(AMediaCodec *mData, int64_t timeoutUs) {
482     size_t idx;
483     status_t ret = mData->mCodec->dequeueInputBuffer(&idx, timeoutUs);
484     requestActivityNotification(mData);
485     if (ret == OK) {
486         return idx;
487     }
488     return translate_error(ret);
489 }
490 
491 EXPORT
AMediaCodec_getInputBuffer(AMediaCodec * mData,size_t idx,size_t * out_size)492 uint8_t* AMediaCodec_getInputBuffer(AMediaCodec *mData, size_t idx, size_t *out_size) {
493     if (mData->mAsyncNotify != NULL) {
494         // Asynchronous mode
495         sp<MediaCodecBuffer> abuf;
496         if (mData->mCodec->getInputBuffer(idx, &abuf) != 0) {
497             return NULL;
498         }
499 
500         if (out_size != NULL) {
501             *out_size = abuf->capacity();
502         }
503         return abuf->data();
504     }
505 
506     android::Vector<android::sp<android::MediaCodecBuffer> > abufs;
507     if (mData->mCodec->getInputBuffers(&abufs) == 0) {
508         size_t n = abufs.size();
509         if (idx >= n) {
510             ALOGE("buffer index %zu out of range", idx);
511             return NULL;
512         }
513         if (abufs[idx] == NULL) {
514             ALOGE("buffer index %zu is NULL", idx);
515             return NULL;
516         }
517         if (out_size != NULL) {
518             *out_size = abufs[idx]->capacity();
519         }
520         return abufs[idx]->data();
521     }
522     ALOGE("couldn't get input buffers");
523     return NULL;
524 }
525 
526 EXPORT
AMediaCodec_getOutputBuffer(AMediaCodec * mData,size_t idx,size_t * out_size)527 uint8_t* AMediaCodec_getOutputBuffer(AMediaCodec *mData, size_t idx, size_t *out_size) {
528     if (mData->mAsyncNotify != NULL) {
529         // Asynchronous mode
530         sp<MediaCodecBuffer> abuf;
531         if (mData->mCodec->getOutputBuffer(idx, &abuf) != 0) {
532             return NULL;
533         }
534 
535         if (out_size != NULL) {
536             *out_size = abuf->capacity();
537         }
538         return abuf->data();
539     }
540 
541     android::Vector<android::sp<android::MediaCodecBuffer> > abufs;
542     if (mData->mCodec->getOutputBuffers(&abufs) == 0) {
543         size_t n = abufs.size();
544         if (idx >= n) {
545             ALOGE("buffer index %zu out of range", idx);
546             return NULL;
547         }
548         if (out_size != NULL) {
549             *out_size = abufs[idx]->capacity();
550         }
551         return abufs[idx]->data();
552     }
553     ALOGE("couldn't get output buffers");
554     return NULL;
555 }
556 
557 EXPORT
AMediaCodec_queueInputBuffer(AMediaCodec * mData,size_t idx,off_t offset,size_t size,uint64_t time,uint32_t flags)558 media_status_t AMediaCodec_queueInputBuffer(AMediaCodec *mData,
559         size_t idx, off_t offset, size_t size, uint64_t time, uint32_t flags) {
560 
561     AString errorMsg;
562     status_t ret = mData->mCodec->queueInputBuffer(idx, offset, size, time, flags, &errorMsg);
563     return translate_error(ret);
564 }
565 
566 EXPORT
AMediaCodec_dequeueOutputBuffer(AMediaCodec * mData,AMediaCodecBufferInfo * info,int64_t timeoutUs)567 ssize_t AMediaCodec_dequeueOutputBuffer(AMediaCodec *mData,
568         AMediaCodecBufferInfo *info, int64_t timeoutUs) {
569     size_t idx;
570     size_t offset;
571     size_t size;
572     uint32_t flags;
573     int64_t presentationTimeUs;
574     status_t ret = mData->mCodec->dequeueOutputBuffer(&idx, &offset, &size, &presentationTimeUs,
575             &flags, timeoutUs);
576     requestActivityNotification(mData);
577     switch (ret) {
578         case OK:
579             info->offset = offset;
580             info->size = size;
581             info->flags = flags;
582             info->presentationTimeUs = presentationTimeUs;
583             return idx;
584         case -EAGAIN:
585             return AMEDIACODEC_INFO_TRY_AGAIN_LATER;
586         case android::INFO_FORMAT_CHANGED:
587             return AMEDIACODEC_INFO_OUTPUT_FORMAT_CHANGED;
588         case INFO_OUTPUT_BUFFERS_CHANGED:
589             return AMEDIACODEC_INFO_OUTPUT_BUFFERS_CHANGED;
590         default:
591             break;
592     }
593     return translate_error(ret);
594 }
595 
596 EXPORT
AMediaCodec_getOutputFormat(AMediaCodec * mData)597 AMediaFormat* AMediaCodec_getOutputFormat(AMediaCodec *mData) {
598     sp<AMessage> format;
599     mData->mCodec->getOutputFormat(&format);
600     return AMediaFormat_fromMsg(&format);
601 }
602 
603 EXPORT
AMediaCodec_getInputFormat(AMediaCodec * mData)604 AMediaFormat* AMediaCodec_getInputFormat(AMediaCodec *mData) {
605     sp<AMessage> format;
606     mData->mCodec->getInputFormat(&format);
607     return AMediaFormat_fromMsg(&format);
608 }
609 
610 EXPORT
AMediaCodec_getBufferFormat(AMediaCodec * mData,size_t index)611 AMediaFormat* AMediaCodec_getBufferFormat(AMediaCodec *mData, size_t index) {
612     sp<AMessage> format;
613     mData->mCodec->getOutputFormat(index, &format);
614     return AMediaFormat_fromMsg(&format);
615 }
616 
617 EXPORT
AMediaCodec_releaseOutputBuffer(AMediaCodec * mData,size_t idx,bool render)618 media_status_t AMediaCodec_releaseOutputBuffer(AMediaCodec *mData, size_t idx, bool render) {
619     if (render) {
620         return translate_error(mData->mCodec->renderOutputBufferAndRelease(idx));
621     } else {
622         return translate_error(mData->mCodec->releaseOutputBuffer(idx));
623     }
624 }
625 
626 EXPORT
AMediaCodec_releaseOutputBufferAtTime(AMediaCodec * mData,size_t idx,int64_t timestampNs)627 media_status_t AMediaCodec_releaseOutputBufferAtTime(
628         AMediaCodec *mData, size_t idx, int64_t timestampNs) {
629     ALOGV("render @ %" PRId64, timestampNs);
630     return translate_error(mData->mCodec->renderOutputBufferAndRelease(idx, timestampNs));
631 }
632 
633 EXPORT
AMediaCodec_setOutputSurface(AMediaCodec * mData,ANativeWindow * window)634 media_status_t AMediaCodec_setOutputSurface(AMediaCodec *mData, ANativeWindow* window) {
635     sp<Surface> surface = NULL;
636     if (window != NULL) {
637         surface = (Surface*) window;
638     }
639     return translate_error(mData->mCodec->setSurface(surface));
640 }
641 
642 EXPORT
AMediaCodec_createInputSurface(AMediaCodec * mData,ANativeWindow ** surface)643 media_status_t AMediaCodec_createInputSurface(AMediaCodec *mData, ANativeWindow **surface) {
644     if (surface == NULL || mData == NULL) {
645         return AMEDIA_ERROR_INVALID_PARAMETER;
646     }
647     *surface = NULL;
648 
649     sp<IGraphicBufferProducer> igbp = NULL;
650     status_t err = mData->mCodec->createInputSurface(&igbp);
651     if (err != NO_ERROR) {
652         return translate_error(err);
653     }
654 
655     *surface = new Surface(igbp);
656     ANativeWindow_acquire(*surface);
657     return AMEDIA_OK;
658 }
659 
660 EXPORT
AMediaCodec_createPersistentInputSurface(ANativeWindow ** surface)661 media_status_t AMediaCodec_createPersistentInputSurface(ANativeWindow **surface) {
662     if (surface == NULL) {
663         return AMEDIA_ERROR_INVALID_PARAMETER;
664     }
665     *surface = NULL;
666 
667     sp<PersistentSurface> ps = MediaCodec::CreatePersistentInputSurface();
668     if (ps == NULL) {
669         return AMEDIA_ERROR_UNKNOWN;
670     }
671 
672     sp<IGraphicBufferProducer> igbp = ps->getBufferProducer();
673     if (igbp == NULL) {
674         return AMEDIA_ERROR_UNKNOWN;
675     }
676 
677     *surface = new AMediaCodecPersistentSurface(igbp, ps);
678     ANativeWindow_acquire(*surface);
679 
680     return AMEDIA_OK;
681 }
682 
683 EXPORT
AMediaCodec_setInputSurface(AMediaCodec * mData,ANativeWindow * surface)684 media_status_t AMediaCodec_setInputSurface(
685         AMediaCodec *mData, ANativeWindow *surface) {
686 
687     if (surface == NULL || mData == NULL) {
688         return AMEDIA_ERROR_INVALID_PARAMETER;
689     }
690 
691     AMediaCodecPersistentSurface *aMediaPersistentSurface =
692             static_cast<AMediaCodecPersistentSurface *>(surface);
693     if (aMediaPersistentSurface->mPersistentSurface == NULL) {
694         return AMEDIA_ERROR_INVALID_PARAMETER;
695     }
696 
697     return translate_error(mData->mCodec->setInputSurface(
698             aMediaPersistentSurface->mPersistentSurface));
699 }
700 
701 EXPORT
AMediaCodec_setParameters(AMediaCodec * mData,const AMediaFormat * params)702 media_status_t AMediaCodec_setParameters(
703         AMediaCodec *mData, const AMediaFormat* params) {
704     if (params == NULL || mData == NULL) {
705         return AMEDIA_ERROR_INVALID_PARAMETER;
706     }
707     sp<AMessage> nativeParams;
708     AMediaFormat_getFormat(params, &nativeParams);
709     ALOGV("setParameters: %s", nativeParams->debugString(0).c_str());
710 
711     return translate_error(mData->mCodec->setParameters(nativeParams));
712 }
713 
714 EXPORT
AMediaCodec_signalEndOfInputStream(AMediaCodec * mData)715 media_status_t AMediaCodec_signalEndOfInputStream(AMediaCodec *mData) {
716 
717     if (mData == NULL) {
718         return AMEDIA_ERROR_INVALID_PARAMETER;
719     }
720 
721     status_t err = mData->mCodec->signalEndOfInputStream();
722     if (err == INVALID_OPERATION) {
723         return AMEDIA_ERROR_INVALID_OPERATION;
724     }
725 
726     return translate_error(err);
727 
728 }
729 
730 //EXPORT
AMediaCodec_setNotificationCallback(AMediaCodec * mData,OnCodecEvent callback,void * userdata)731 media_status_t AMediaCodec_setNotificationCallback(AMediaCodec *mData, OnCodecEvent callback,
732         void *userdata) {
733     mData->mCallback = callback;
734     mData->mCallbackUserData = userdata;
735     return AMEDIA_OK;
736 }
737 
738 typedef struct AMediaCodecCryptoInfo {
739         int numsubsamples;
740         uint8_t key[16];
741         uint8_t iv[16];
742         cryptoinfo_mode_t mode;
743         cryptoinfo_pattern_t pattern;
744         size_t *clearbytes;
745         size_t *encryptedbytes;
746 } AMediaCodecCryptoInfo;
747 
748 EXPORT
AMediaCodec_queueSecureInputBuffer(AMediaCodec * codec,size_t idx,off_t offset,AMediaCodecCryptoInfo * crypto,uint64_t time,uint32_t flags)749 media_status_t AMediaCodec_queueSecureInputBuffer(
750         AMediaCodec* codec,
751         size_t idx,
752         off_t offset,
753         AMediaCodecCryptoInfo* crypto,
754         uint64_t time,
755         uint32_t flags) {
756 
757     CryptoPlugin::SubSample *subSamples = new CryptoPlugin::SubSample[crypto->numsubsamples];
758     for (int i = 0; i < crypto->numsubsamples; i++) {
759         subSamples[i].mNumBytesOfClearData = crypto->clearbytes[i];
760         subSamples[i].mNumBytesOfEncryptedData = crypto->encryptedbytes[i];
761     }
762 
763     CryptoPlugin::Pattern pattern;
764     pattern.mEncryptBlocks = crypto->pattern.encryptBlocks;
765     pattern.mSkipBlocks = crypto->pattern.skipBlocks;
766 
767     AString errormsg;
768     status_t err  = codec->mCodec->queueSecureInputBuffer(idx,
769             offset,
770             subSamples,
771             crypto->numsubsamples,
772             crypto->key,
773             crypto->iv,
774             (CryptoPlugin::Mode)crypto->mode,
775             pattern,
776             time,
777             flags,
778             &errormsg);
779     if (err != 0) {
780         ALOGE("queSecureInputBuffer: %s", errormsg.c_str());
781     }
782     delete [] subSamples;
783     return translate_error(err);
784 }
785 
786 EXPORT
AMediaCodecActionCode_isRecoverable(int32_t actionCode)787 bool AMediaCodecActionCode_isRecoverable(int32_t actionCode) {
788     return (actionCode == ACTION_CODE_RECOVERABLE);
789 }
790 
791 EXPORT
AMediaCodecActionCode_isTransient(int32_t actionCode)792 bool AMediaCodecActionCode_isTransient(int32_t actionCode) {
793     return (actionCode == ACTION_CODE_TRANSIENT);
794 }
795 
796 
797 EXPORT
AMediaCodecCryptoInfo_setPattern(AMediaCodecCryptoInfo * info,cryptoinfo_pattern_t * pattern)798 void AMediaCodecCryptoInfo_setPattern(AMediaCodecCryptoInfo *info,
799         cryptoinfo_pattern_t *pattern) {
800     info->pattern.encryptBlocks = pattern->encryptBlocks;
801     info->pattern.skipBlocks = pattern->skipBlocks;
802 }
803 
804 EXPORT
AMediaCodecCryptoInfo_new(int numsubsamples,uint8_t key[16],uint8_t iv[16],cryptoinfo_mode_t mode,size_t * clearbytes,size_t * encryptedbytes)805 AMediaCodecCryptoInfo *AMediaCodecCryptoInfo_new(
806         int numsubsamples,
807         uint8_t key[16],
808         uint8_t iv[16],
809         cryptoinfo_mode_t mode,
810         size_t *clearbytes,
811         size_t *encryptedbytes) {
812 
813     // size needed to store all the crypto data
814     size_t cryptosize;
815     // = sizeof(AMediaCodecCryptoInfo) + sizeof(size_t) * numsubsamples * 2;
816     if (__builtin_mul_overflow(sizeof(size_t) * 2, numsubsamples, &cryptosize) ||
817             __builtin_add_overflow(cryptosize, sizeof(AMediaCodecCryptoInfo), &cryptosize)) {
818         ALOGE("crypto size overflow");
819         return NULL;
820     }
821     AMediaCodecCryptoInfo *ret = (AMediaCodecCryptoInfo*) malloc(cryptosize);
822     if (!ret) {
823         ALOGE("couldn't allocate %zu bytes", cryptosize);
824         return NULL;
825     }
826     ret->numsubsamples = numsubsamples;
827     memcpy(ret->key, key, 16);
828     memcpy(ret->iv, iv, 16);
829     ret->mode = mode;
830     ret->pattern.encryptBlocks = 0;
831     ret->pattern.skipBlocks = 0;
832 
833     // clearbytes and encryptedbytes point at the actual data, which follows
834     ret->clearbytes = (size_t*) (ret + 1); // point immediately after the struct
835     ret->encryptedbytes = ret->clearbytes + numsubsamples; // point after the clear sizes
836 
837     memcpy(ret->clearbytes, clearbytes, numsubsamples * sizeof(size_t));
838     memcpy(ret->encryptedbytes, encryptedbytes, numsubsamples * sizeof(size_t));
839 
840     return ret;
841 }
842 
843 
844 EXPORT
AMediaCodecCryptoInfo_delete(AMediaCodecCryptoInfo * info)845 media_status_t AMediaCodecCryptoInfo_delete(AMediaCodecCryptoInfo* info) {
846     free(info);
847     return AMEDIA_OK;
848 }
849 
850 EXPORT
AMediaCodecCryptoInfo_getNumSubSamples(AMediaCodecCryptoInfo * ci)851 size_t AMediaCodecCryptoInfo_getNumSubSamples(AMediaCodecCryptoInfo* ci) {
852     return ci->numsubsamples;
853 }
854 
855 EXPORT
AMediaCodecCryptoInfo_getKey(AMediaCodecCryptoInfo * ci,uint8_t * dst)856 media_status_t AMediaCodecCryptoInfo_getKey(AMediaCodecCryptoInfo* ci, uint8_t *dst) {
857     if (!ci) {
858         return AMEDIA_ERROR_INVALID_OBJECT;
859     }
860     if (!dst) {
861         return AMEDIA_ERROR_INVALID_PARAMETER;
862     }
863     memcpy(dst, ci->key, 16);
864     return AMEDIA_OK;
865 }
866 
867 EXPORT
AMediaCodecCryptoInfo_getIV(AMediaCodecCryptoInfo * ci,uint8_t * dst)868 media_status_t AMediaCodecCryptoInfo_getIV(AMediaCodecCryptoInfo* ci, uint8_t *dst) {
869     if (!ci) {
870         return AMEDIA_ERROR_INVALID_OBJECT;
871     }
872     if (!dst) {
873         return AMEDIA_ERROR_INVALID_PARAMETER;
874     }
875     memcpy(dst, ci->iv, 16);
876     return AMEDIA_OK;
877 }
878 
879 EXPORT
AMediaCodecCryptoInfo_getMode(AMediaCodecCryptoInfo * ci)880 cryptoinfo_mode_t AMediaCodecCryptoInfo_getMode(AMediaCodecCryptoInfo* ci) {
881     if (!ci) {
882         return (cryptoinfo_mode_t) AMEDIA_ERROR_INVALID_OBJECT;
883     }
884     return ci->mode;
885 }
886 
887 EXPORT
AMediaCodecCryptoInfo_getClearBytes(AMediaCodecCryptoInfo * ci,size_t * dst)888 media_status_t AMediaCodecCryptoInfo_getClearBytes(AMediaCodecCryptoInfo* ci, size_t *dst) {
889     if (!ci) {
890         return AMEDIA_ERROR_INVALID_OBJECT;
891     }
892     if (!dst) {
893         return AMEDIA_ERROR_INVALID_PARAMETER;
894     }
895     memcpy(dst, ci->clearbytes, sizeof(size_t) * ci->numsubsamples);
896     return AMEDIA_OK;
897 }
898 
899 EXPORT
AMediaCodecCryptoInfo_getEncryptedBytes(AMediaCodecCryptoInfo * ci,size_t * dst)900 media_status_t AMediaCodecCryptoInfo_getEncryptedBytes(AMediaCodecCryptoInfo* ci, size_t *dst) {
901     if (!ci) {
902         return AMEDIA_ERROR_INVALID_OBJECT;
903     }
904     if (!dst) {
905         return AMEDIA_ERROR_INVALID_PARAMETER;
906     }
907     memcpy(dst, ci->encryptedbytes, sizeof(size_t) * ci->numsubsamples);
908     return AMEDIA_OK;
909 }
910 
911 } // extern "C"
912 
913