1 /* 2 * Copyright (C) 2014 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 #ifndef MediaCodecSource_H_ 18 #define MediaCodecSource_H_ 19 20 #include <media/stagefright/foundation/ABase.h> 21 #include <media/stagefright/foundation/AHandlerReflector.h> 22 #include <media/stagefright/foundation/Mutexed.h> 23 #include <media/stagefright/MediaSource.h> 24 25 #include <gui/IGraphicBufferConsumer.h> 26 27 namespace android { 28 29 struct ALooper; 30 struct AMessage; 31 struct AReplyToken; 32 class IGraphicBufferProducer; 33 struct MediaCodec; 34 class MetaData; 35 36 struct MediaCodecSource : public MediaSource, 37 public MediaBufferObserver { 38 enum FlagBits { 39 FLAG_USE_SURFACE_INPUT = 1, 40 FLAG_PREFER_SOFTWARE_CODEC = 4, // used for testing only 41 }; 42 43 static sp<MediaCodecSource> Create( 44 const sp<ALooper> &looper, 45 const sp<AMessage> &format, 46 const sp<MediaSource> &source, 47 const sp<IGraphicBufferConsumer> &consumer = NULL, 48 uint32_t flags = 0); 49 isVideoMediaCodecSource50 bool isVideo() const { return mIsVideo; } 51 sp<IGraphicBufferProducer> getGraphicBufferProducer(); 52 status_t setInputBufferTimeOffset(int64_t timeOffsetUs); 53 int64_t getFirstSampleSystemTimeUs(); 54 55 // MediaSource 56 virtual status_t start(MetaData *params = NULL); 57 virtual status_t stop(); 58 virtual status_t pause(); 59 virtual sp<MetaData> getFormat(); 60 virtual status_t read( 61 MediaBuffer **buffer, 62 const ReadOptions *options = NULL); 63 64 // MediaBufferObserver 65 virtual void signalBufferReturned(MediaBuffer *buffer); 66 67 // for AHandlerReflector 68 void onMessageReceived(const sp<AMessage> &msg); 69 70 protected: 71 virtual ~MediaCodecSource(); 72 73 private: 74 struct Puller; 75 76 enum { 77 kWhatPullerNotify, 78 kWhatEncoderActivity, 79 kWhatStart, 80 kWhatStop, 81 kWhatPause, 82 kWhatSetInputBufferTimeOffset, 83 kWhatGetFirstSampleSystemTimeUs, 84 kWhatStopStalled, 85 }; 86 87 MediaCodecSource( 88 const sp<ALooper> &looper, 89 const sp<AMessage> &outputFormat, 90 const sp<MediaSource> &source, 91 const sp<IGraphicBufferConsumer> &consumer, 92 uint32_t flags = 0); 93 94 status_t onStart(MetaData *params); 95 void onPause(); 96 status_t init(); 97 status_t initEncoder(); 98 void releaseEncoder(); 99 status_t feedEncoderInputBuffers(); 100 void suspend(); 101 void resume(int64_t skipFramesBeforeUs = -1ll); 102 void signalEOS(status_t err = ERROR_END_OF_STREAM); 103 bool reachedEOS(); 104 status_t postSynchronouslyAndReturnError(const sp<AMessage> &msg); 105 106 sp<ALooper> mLooper; 107 sp<ALooper> mCodecLooper; 108 sp<AHandlerReflector<MediaCodecSource> > mReflector; 109 sp<AMessage> mOutputFormat; 110 Mutexed<sp<MetaData>> mMeta; 111 sp<Puller> mPuller; 112 sp<MediaCodec> mEncoder; 113 uint32_t mFlags; 114 List<sp<AReplyToken>> mStopReplyIDQueue; 115 bool mIsVideo; 116 bool mStarted; 117 bool mStopping; 118 bool mDoMoreWorkPending; 119 bool mSetEncoderFormat; 120 int32_t mEncoderFormat; 121 int32_t mEncoderDataSpace; 122 sp<AMessage> mEncoderActivityNotify; 123 sp<IGraphicBufferProducer> mGraphicBufferProducer; 124 sp<IGraphicBufferConsumer> mGraphicBufferConsumer; 125 List<MediaBuffer *> mInputBufferQueue; 126 List<size_t> mAvailEncoderInputIndices; 127 List<int64_t> mDecodingTimeQueue; // decoding time (us) for video 128 int64_t mInputBufferTimeOffsetUs; 129 int64_t mFirstSampleSystemTimeUs; 130 bool mPausePending; 131 132 // audio drift time 133 int64_t mFirstSampleTimeUs; 134 List<int64_t> mDriftTimeQueue; 135 136 struct Output { 137 Output(); 138 List<MediaBuffer*> mBufferQueue; 139 bool mEncoderReachedEOS; 140 status_t mErrorCode; 141 Condition mCond; 142 }; 143 Mutexed<Output> mOutput; 144 145 int32_t mGeneration; 146 147 DISALLOW_EVIL_CONSTRUCTORS(MediaCodecSource); 148 }; 149 150 } // namespace android 151 152 #endif /* MediaCodecSource_H_ */ 153