1 /* 2 * Copyright (c) 2023-2023 Huawei Device Co., Ltd. 3 * Licensed under the Apache License, Version 2.0 (the "License"); 4 * you may not use this file except in compliance with the License. 5 * You may obtain a copy of the License at 6 * 7 * http://www.apache.org/licenses/LICENSE-2.0 8 * 9 * Unless required by applicable law or agreed to in writing, software 10 * distributed under the License is distributed on an "AS IS" BASIS, 11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 * See the License for the specific language governing permissions and 13 * limitations under the License. 14 */ 15 16 #ifndef MODULES_MEDIA_CODEC_H 17 #define MODULES_MEDIA_CODEC_H 18 19 #include <cstring> 20 #include "surface.h" 21 #include "meta/meta.h" 22 #include "buffer/avbuffer.h" 23 #include "buffer/avallocator.h" 24 #include "buffer/avbuffer_queue.h" 25 #include "buffer/avbuffer_queue_producer.h" 26 #include "buffer/avbuffer_queue_consumer.h" 27 #include "common/status.h" 28 #include "plugin/plugin_event.h" 29 #include "plugin/codec_plugin.h" 30 #include "osal/task/mutex.h" 31 #include "codec_drm_decrypt.h" 32 33 namespace OHOS { 34 namespace Media { 35 enum class CodecState : int32_t { 36 UNINITIALIZED, 37 INITIALIZED, 38 CONFIGURED, 39 PREPARED, 40 RUNNING, 41 FLUSHED, 42 END_OF_STREAM, 43 44 INITIALIZING, // RELEASED -> INITIALIZED 45 STARTING, // INITIALIZED -> RUNNING 46 STOPPING, // RUNNING -> INITIALIZED 47 FLUSHING, // RUNNING -> FLUSHED 48 RESUMING, // FLUSHED -> RUNNING 49 RELEASING, // {ANY EXCEPT RELEASED} -> RELEASED 50 51 ERROR, 52 }; 53 54 enum class CodecErrorType : int32_t { 55 CODEC_ERROR_INTERNAL, 56 CODEC_DRM_DECRYTION_FAILED, 57 CODEC_ERROR_EXTEND_START = 0X10000, 58 }; 59 60 class CodecCallback { 61 public: 62 virtual ~CodecCallback() = default; 63 64 virtual void OnError(CodecErrorType errorType, int32_t errorCode) = 0; 65 66 virtual void OnOutputFormatChanged(const std::shared_ptr<Meta> &format) = 0; 67 }; 68 69 class AudioBaseCodecCallback { 70 public: 71 virtual ~AudioBaseCodecCallback() = default; 72 73 virtual void OnError(CodecErrorType errorType, int32_t errorCode) = 0; 74 75 virtual void OnOutputBufferDone(const std::shared_ptr<AVBuffer> &outputBuffer) = 0; 76 77 virtual void OnOutputFormatChanged(const std::shared_ptr<Meta> &format) = 0; 78 }; 79 80 class MediaCodec : public std::enable_shared_from_this<MediaCodec>, public Plugins::DataCallback { 81 public: 82 MediaCodec(); 83 84 ~MediaCodec() override; 85 86 int32_t Init(const std::string &mime, bool isEncoder); 87 88 int32_t Init(const std::string &name); 89 90 int32_t Configure(const std::shared_ptr<Meta> &meta); 91 92 int32_t SetOutputBufferQueue(const sptr<AVBufferQueueProducer> &bufferQueueProducer); 93 94 int32_t SetCodecCallback(const std::shared_ptr<CodecCallback> &codecCallback); 95 96 int32_t SetCodecCallback(const std::shared_ptr<AudioBaseCodecCallback> &codecCallback); 97 98 int32_t SetOutputSurface(sptr<Surface> surface); 99 100 int32_t Prepare(); 101 102 sptr<AVBufferQueueProducer> GetInputBufferQueue(); 103 104 sptr<AVBufferQueueConsumer> GetInputBufferQueueConsumer(); 105 106 sptr<AVBufferQueueProducer> GetOutputBufferQueueProducer(); 107 108 void ProcessInputBufferInner(bool isTriggeredByOutPort, bool isFlushed); 109 110 sptr<Surface> GetInputSurface(); 111 112 int32_t Start(); 113 114 int32_t Stop(); 115 116 int32_t Flush(); 117 118 int32_t Reset(); 119 120 int32_t Release(); 121 122 int32_t NotifyEos(); 123 124 int32_t SetParameter(const std::shared_ptr<Meta> ¶meter); 125 126 int32_t GetOutputFormat(std::shared_ptr<Meta> ¶meter); 127 128 void ProcessInputBuffer(); 129 130 void SetDumpInfo(bool isDump, uint64_t instanceId); 131 132 int32_t SetAudioDecryptionConfig(const sptr<DrmStandard::IMediaKeySessionService> &keySession, 133 const bool svpFlag); 134 135 Status ChangePlugin(const std::string &mime, bool isEncoder, const std::shared_ptr<Meta> &meta); 136 137 void OnDumpInfo(int32_t fd); 138 139 private: 140 std::shared_ptr<Plugins::CodecPlugin> CreatePlugin(Plugins::PluginType pluginType); 141 std::shared_ptr<Plugins::CodecPlugin> CreatePlugin(const std::string &mime, Plugins::PluginType pluginType); 142 Status AttachBufffer(); 143 Status AttachDrmBufffer(std::shared_ptr<AVBuffer> &drmInbuf, std::shared_ptr<AVBuffer> &drmOutbuf, 144 uint32_t size); 145 Status DrmAudioCencDecrypt(std::shared_ptr<AVBuffer> &filledInputBuffer); 146 Status HandleOutputBuffer(uint32_t eosStatus); 147 148 int32_t PrepareInputBufferQueue(); 149 150 int32_t PrepareOutputBufferQueue(); 151 152 void OnInputBufferDone(const std::shared_ptr<AVBuffer> &inputBuffer) override; 153 154 void OnOutputBufferDone(const std::shared_ptr<AVBuffer> &outputBuffer) override; 155 156 void OnEvent(const std::shared_ptr<Plugins::PluginEvent> event) override; 157 158 std::string StateToString(CodecState state); 159 160 void ClearBufferQueue(); 161 162 void ClearInputBuffer(); 163 164 void HandleAudioCencDecryptError(); 165 166 uint32_t GetApiVersion(); 167 168 bool HandleOutputBufferInner(Status &ret); 169 170 Status HandleOutputBufferOnce(bool &isOutputBufferAvailable, uint32_t eosStatus, bool isSync); 171 172 void HandleInputBufferInner(uint32_t &eosStatus, bool &isProcessingNeeded, Status &ret); 173 174 private: 175 std::shared_ptr<Plugins::CodecPlugin> codecPlugin_; 176 std::shared_ptr<AVBufferQueue> inputBufferQueue_; 177 sptr<AVBufferQueueProducer> inputBufferQueueProducer_; 178 sptr<AVBufferQueueConsumer> inputBufferQueueConsumer_; 179 sptr<AVBufferQueueProducer> outputBufferQueueProducer_; 180 std::weak_ptr<CodecCallback> codecCallback_; 181 // callback from north interface(AudioCodec..) 182 std::weak_ptr<AudioBaseCodecCallback> mediaCodecCallback_; 183 AVBufferConfig outputBufferConfig_; 184 bool isEncoder_; 185 bool isSurfaceMode_; 186 bool isBufferMode_; 187 bool isDump_ = false; 188 bool isSupportAudioFormatChanged_ = true; 189 std::string dumpPrefix_ = ""; 190 int32_t outputBufferCapacity_; 191 std::string codecPluginName_; 192 193 std::atomic<uint32_t> inputBufferEosStatus_ {0}; 194 std::atomic<bool> isOutputBufferAvailable_ {true}; 195 std::atomic<CodecState> state_; 196 std::shared_ptr<MediaAVCodec::CodecDrmDecrypt> drmDecryptor_ = nullptr; 197 std::vector<std::shared_ptr<AVBuffer>> inputBufferVector_; 198 std::vector<std::shared_ptr<AVBuffer>> outputBufferVector_; 199 Mutex stateMutex_; 200 }; 201 } // namespace Media 202 } // namespace OHOS 203 #endif // MODULES_MEDIA_CODEC_H 204