1 /* 2 * Copyright (c) 2023-2023 Huawei Device Co., Ltd. 3 * Licensed under the Apache License, Version 2.0 (the "License"); 4 * you may not use this file except in compliance with the License. 5 * You may obtain a copy of the License at 6 * 7 * http://www.apache.org/licenses/LICENSE-2.0 8 * 9 * Unless required by applicable law or agreed to in writing, software 10 * distributed under the License is distributed on an "AS IS" BASIS, 11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 * See the License for the specific language governing permissions and 13 * limitations under the License. 14 */ 15 16 #ifndef MODULES_MEDIA_CODEC_H 17 #define MODULES_MEDIA_CODEC_H 18 19 #include <cstring> 20 #include "surface.h" 21 #include "meta/meta.h" 22 #include "buffer/avbuffer.h" 23 #include "buffer/avallocator.h" 24 #include "buffer/avbuffer_queue.h" 25 #include "buffer/avbuffer_queue_producer.h" 26 #include "buffer/avbuffer_queue_consumer.h" 27 #include "common/status.h" 28 #include "plugin/plugin_event.h" 29 #include "plugin/codec_plugin.h" 30 #include "osal/task/mutex.h" 31 #include "codec_drm_decrypt.h" 32 33 namespace OHOS { 34 namespace Media { 35 enum class CodecState : int32_t { 36 UNINITIALIZED, 37 INITIALIZED, 38 CONFIGURED, 39 PREPARED, 40 RUNNING, 41 FLUSHED, 42 END_OF_STREAM, 43 44 INITIALIZING, // RELEASED -> INITIALIZED 45 STARTING, // INITIALIZED -> RUNNING 46 STOPPING, // RUNNING -> INITIALIZED 47 FLUSHING, // RUNNING -> FLUSHED 48 RESUMING, // FLUSHED -> RUNNING 49 RELEASING, // {ANY EXCEPT RELEASED} -> RELEASED 50 51 ERROR, 52 }; 53 54 enum class CodecErrorType : int32_t { 55 CODEC_ERROR_INTERNAL, 56 CODEC_DRM_DECRYTION_FAILED, 57 CODEC_ERROR_EXTEND_START = 0X10000, 58 }; 59 60 enum class InOutPortBufferStatus : uint32_t { 61 INPORT_AVAIL = 0x00000001, 62 OUTPORT_AVAIL = 0x00000010, 63 OUT_EOS_START = 0x00000100, 64 OUT_EOS_DONE = 0x00001000, 65 INIT = 0x80000000, 66 INIT_PROCESS_ALWAYS = 0xE0000000, 67 INIT_IGNORE_RET = 0xF0000000, 68 }; 69 70 class CodecCallback { 71 public: 72 virtual ~CodecCallback() = default; 73 74 virtual void OnError(CodecErrorType errorType, int32_t errorCode) = 0; 75 76 virtual void OnOutputFormatChanged(const std::shared_ptr<Meta> &format) = 0; 77 }; 78 79 class AudioBaseCodecCallback { 80 public: 81 virtual ~AudioBaseCodecCallback() = default; 82 83 virtual void OnError(CodecErrorType errorType, int32_t errorCode) = 0; 84 85 virtual void OnOutputBufferDone(const std::shared_ptr<AVBuffer> &outputBuffer) = 0; 86 87 virtual void OnOutputFormatChanged(const std::shared_ptr<Meta> &format) = 0; 88 }; 89 90 class MediaCodec : public std::enable_shared_from_this<MediaCodec>, public Plugins::DataCallback { 91 public: 92 MediaCodec(); 93 94 ~MediaCodec() override; 95 96 int32_t Init(const std::string &mime, bool isEncoder); 97 98 int32_t Init(const std::string &name); 99 100 int32_t Configure(const std::shared_ptr<Meta> &meta); 101 102 int32_t SetOutputBufferQueue(const sptr<AVBufferQueueProducer> &bufferQueueProducer); 103 104 int32_t SetCodecCallback(const std::shared_ptr<CodecCallback> &codecCallback); 105 106 int32_t SetCodecCallback(const std::shared_ptr<AudioBaseCodecCallback> &codecCallback); 107 108 int32_t SetOutputSurface(sptr<Surface> surface); 109 110 int32_t Prepare(); 111 112 sptr<AVBufferQueueProducer> GetInputBufferQueue(); 113 114 sptr<AVBufferQueueConsumer> GetInputBufferQueueConsumer(); 115 116 sptr<AVBufferQueueProducer> GetOutputBufferQueueProducer(); 117 118 void ProcessInputBufferInner(bool isTriggeredByOutPort, bool isFlushed); 119 120 void ProcessInputBufferInner(bool isTriggeredByOutPort, bool isFlushed, uint32_t &bufferStatus); 121 122 sptr<Surface> GetInputSurface(); 123 124 int32_t Start(); 125 126 int32_t Stop(); 127 128 int32_t Flush(); 129 130 int32_t Reset(); 131 132 int32_t Release(); 133 134 int32_t NotifyEos(); 135 136 int32_t SetParameter(const std::shared_ptr<Meta> ¶meter); 137 138 int32_t GetOutputFormat(std::shared_ptr<Meta> ¶meter); 139 140 void ProcessInputBuffer(); 141 142 void SetDumpInfo(bool isDump, uint64_t instanceId); 143 144 int32_t SetAudioDecryptionConfig(const sptr<DrmStandard::IMediaKeySessionService> &keySession, 145 const bool svpFlag); 146 147 Status ChangePlugin(const std::string &mime, bool isEncoder, const std::shared_ptr<Meta> &meta); 148 149 void OnDumpInfo(int32_t fd); 150 151 private: 152 std::shared_ptr<Plugins::CodecPlugin> CreatePlugin(Plugins::PluginType pluginType); 153 std::shared_ptr<Plugins::CodecPlugin> CreatePlugin(const std::string &mime, Plugins::PluginType pluginType); 154 Status AttachBufffer(); 155 Status AttachDrmBufffer(std::shared_ptr<AVBuffer> &drmInbuf, std::shared_ptr<AVBuffer> &drmOutbuf, 156 uint32_t size); 157 Status DrmAudioCencDecrypt(std::shared_ptr<AVBuffer> &filledInputBuffer); 158 Status HandleOutputBuffer(uint32_t eosStatus); 159 160 int32_t PrepareInputBufferQueue(); 161 162 int32_t PrepareOutputBufferQueue(); 163 164 void OnInputBufferDone(const std::shared_ptr<AVBuffer> &inputBuffer) override; 165 166 void OnOutputBufferDone(const std::shared_ptr<AVBuffer> &outputBuffer) override; 167 168 void OnEvent(const std::shared_ptr<Plugins::PluginEvent> event) override; 169 170 std::string StateToString(CodecState state); 171 172 void ClearBufferQueue(); 173 174 void ClearInputBuffer(); 175 176 void HandleAudioCencDecryptError(); 177 178 uint32_t GetApiVersion(); 179 180 bool HandleOutputBufferInner(Status &ret, uint32_t &bufferStatus, uint32_t filledBufferSize, uint32_t eosStatus); 181 182 Status HandleOutputBufferOnce(bool &isOutputBufferAvailable, uint32_t eosStatus, bool isSync); 183 184 void HandleInputBufferInner(uint32_t &eosStatus, bool &isProcessingNeeded, Status &ret); 185 186 void ResetBufferStatusInfo(); 187 188 void IODump(const std::shared_ptr<Meta> &meta); 189 190 Status CodePluginInputBuffer(const std::shared_ptr<AVBuffer> &inputBuffer); 191 Status CodePluginOutputBuffer(std::shared_ptr<AVBuffer> &outputBuffer); 192 193 private: 194 std::shared_ptr<Plugins::CodecPlugin> codecPlugin_; 195 std::shared_ptr<AVBufferQueue> inputBufferQueue_; 196 std::shared_ptr<AVBuffer> cachedOutputBuffer_; 197 sptr<AVBufferQueueProducer> inputBufferQueueProducer_; 198 sptr<AVBufferQueueConsumer> inputBufferQueueConsumer_; 199 sptr<AVBufferQueueProducer> outputBufferQueueProducer_; 200 std::weak_ptr<CodecCallback> codecCallback_; 201 // callback from north interface(AudioCodec..) 202 std::weak_ptr<AudioBaseCodecCallback> mediaCodecCallback_; 203 AVBufferConfig outputBufferConfig_; 204 bool isEncoder_; 205 bool isSurfaceMode_; 206 bool isBufferMode_; 207 bool isDump_ = false; 208 bool isSupportAudioFormatChanged_ = true; 209 std::string dumpPrefix_ = ""; 210 int32_t outputBufferCapacity_; 211 std::string codecPluginName_; 212 std::string dumpIOEnable; 213 214 std::atomic<uint32_t> inputBufferEosStatus_ {0}; 215 std::atomic<bool> isOutputBufferAvailable_ {true}; 216 std::atomic<CodecState> state_; 217 std::shared_ptr<MediaAVCodec::CodecDrmDecrypt> drmDecryptor_ = nullptr; 218 std::vector<std::shared_ptr<AVBuffer>> inputBufferVector_; 219 std::vector<std::shared_ptr<AVBuffer>> outputBufferVector_; 220 Mutex stateMutex_; 221 Mutex codecPluginMutex_; 222 std::shared_ptr<std::ofstream> dumpDataOutputFs_; 223 std::shared_ptr<std::ofstream> dumpDataInputFs_; 224 }; 225 } // namespace Media 226 } // namespace OHOS 227 #endif // MODULES_MEDIA_CODEC_H 228