1 /*
2 * Copyright (C) 2024 Huawei Device Co., Ltd.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
16 #include "audio_decoder_vivid_demo.h"
17 #include <iostream>
18 #include <fstream>
19 #include <unistd.h>
20 #include <sys/stat.h>
21 #include <chrono>
22 #include <fcntl.h>
23 #include "avcodec_codec_name.h"
24 #include "avcodec_common.h"
25 #include "avcodec_errors.h"
26 #include "demo_log.h"
27 #include "media_description.h"
28 #include "native_avcodec_base.h"
29 #include "native_avformat.h"
30 #include "native_avbuffer.h"
31 #include "native_avmemory.h"
32 #include "securec.h"
33
34 using namespace OHOS;
35 using namespace OHOS::MediaAVCodec;
36 using namespace OHOS::MediaAVCodec::AudioBufferDemo;
37
38 using namespace std;
39 namespace {
40 constexpr uint32_t CHANNEL_COUNT = 8;
41 constexpr uint32_t SAMPLE_FORMAT_VALUE = 2;
42 constexpr uint32_t SAMPLE_RATE = 48000;
43 constexpr uint32_t DEFAULT_AAC_TYPE = 1;
44 constexpr uint32_t AMRWB_SAMPLE_RATE = 16000;
45 constexpr uint32_t AMRNB_SAMPLE_RATE = 8000;
46 constexpr string_view INPUT_VIVID_FILE_PATH = "/data/test/media/VIVID_48k_6c_2o_first_frame.dat";
47 } // namespace
48
OnError(OH_AVCodec * codec,int32_t errorCode,void * userData)49 static void OnError(OH_AVCodec *codec, int32_t errorCode, void *userData)
50 {
51 (void)codec;
52 (void)errorCode;
53 (void)userData;
54 }
55
OnOutputFormatChanged(OH_AVCodec * codec,OH_AVFormat * format,void * userData)56 static void OnOutputFormatChanged(OH_AVCodec *codec, OH_AVFormat *format, void *userData)
57 {
58 (void)codec;
59 (void)format;
60 (void)userData;
61 cout << "OnOutputFormatChanged received" << endl;
62 }
63
OnInputBufferAvailable(OH_AVCodec * codec,uint32_t index,OH_AVBuffer * data,void * userData)64 static void OnInputBufferAvailable(OH_AVCodec *codec, uint32_t index, OH_AVBuffer *data, void *userData)
65 {
66 (void)codec;
67 ADecBufferSignal *signal = static_cast<ADecBufferSignal *>(userData);
68 unique_lock<mutex> lock(signal->inMutex_);
69 signal->inQueue_.push(index);
70 signal->inBufferQueue_.push(data);
71 signal->inCond_.notify_all();
72 }
73
OnOutputBufferAvailable(OH_AVCodec * codec,uint32_t index,OH_AVBuffer * data,void * userData)74 static void OnOutputBufferAvailable(OH_AVCodec *codec, uint32_t index, OH_AVBuffer *data, void *userData)
75 {
76 (void)codec;
77 ADecBufferSignal *signal = static_cast<ADecBufferSignal *>(userData);
78 unique_lock<mutex> lock(signal->outMutex_);
79 signal->outQueue_.push(index);
80 signal->outBufferQueue_.push(data);
81 signal->outCond_.notify_all();
82 }
83
SplitStringFully(const string & str,const string & separator)84 vector<string> SplitStringFully(const string& str, const string& separator)
85 {
86 vector<string> dest;
87 string substring;
88 string::size_type start = 0;
89 string::size_type index = str.find_first_of(separator, start);
90
91 while (index != string::npos) {
92 substring = str.substr(start, index - start);
93 dest.push_back(substring);
94 start = str.find_first_not_of(separator, index);
95 if (start == string::npos) {
96 return dest;
97 }
98 index = str.find_first_of(separator, start);
99 }
100 substring = str.substr(start);
101 dest.push_back(substring);
102
103 return dest;
104 }
105
StringReplace(std::string & strBig,const std::string & strsrc,const std::string & strdst)106 void StringReplace(std::string& strBig, const std::string& strsrc, const std::string& strdst)
107 {
108 std::string::size_type pos = 0;
109 std::string::size_type srclen = strsrc.size();
110 std::string::size_type dstlen = strdst.size();
111
112 while ((pos = strBig.find(strsrc, pos)) != std::string::npos) {
113 strBig.replace(pos, srclen, strdst);
114 pos += dstlen;
115 }
116 }
117
RunCase(const uint8_t * data,size_t size)118 bool ADecBufferDemo::RunCase(const uint8_t *data, size_t size)
119 {
120 std::string codecdata(reinterpret_cast<const char *>(data), size);
121 inputdata = codecdata;
122 inputdatasize = size;
123 DEMO_CHECK_AND_RETURN_RET_LOG(CreateDec() == AVCS_ERR_OK, false, "Fatal: CreateDec fail");
124
125 OH_AVFormat *format = OH_AVFormat_Create();
126 auto res = InitFormat(format);
127 if (res == false) {
128 return false;
129 }
130 DEMO_CHECK_AND_RETURN_RET_LOG(Start() == AVCS_ERR_OK, false, "Fatal: Start fail");
131 auto start = chrono::steady_clock::now();
132 unique_lock<mutex> lock(signal_->startMutex_);
133 signal_->startCond_.wait(lock, [this]() { return (!(isRunning_.load())); });
134 auto end = chrono::steady_clock::now();
135 std::cout << "decode finished, time = " << std::chrono::duration_cast<chrono::milliseconds>(end - start).count()
136 << " ms" << std::endl;
137 DEMO_CHECK_AND_RETURN_RET_LOG(Stop() == AVCS_ERR_OK, false, "Fatal: Stop fail");
138 DEMO_CHECK_AND_RETURN_RET_LOG(Release() == AVCS_ERR_OK, false, "Fatal: Release fail");
139 OH_AVFormat_Destroy(format);
140 sleep(1);
141 return true;
142 }
143
ConfigVorbisExtraData(OH_AVFormat * format)144 bool ADecBufferDemo::ConfigVorbisExtraData(OH_AVFormat *format)
145 {
146 std::ifstream inputFile(INPUT_VIVID_FILE_PATH, std::ios::binary);
147 int64_t extradataSize;
148 DEMO_CHECK_AND_RETURN_RET_LOG(inputFile.is_open(), false, "Fatal: file is not open");
149 inputFile.read(reinterpret_cast<char *>(&extradataSize), sizeof(int64_t));
150 DEMO_CHECK_AND_RETURN_RET_LOG(inputFile.gcount() == sizeof(int64_t), false,
151 "Fatal: read extradataSize bytes error");
152 if (extradataSize < 0) {
153 return false;
154 }
155 char buffer[extradataSize];
156 inputFile.read(buffer, extradataSize);
157 DEMO_CHECK_AND_RETURN_RET_LOG(inputFile.gcount() == extradataSize, false, "Fatal: read extradata bytes error");
158 OH_AVFormat_SetBuffer(format, MediaDescriptionKey::MD_KEY_CODEC_CONFIG.data(), reinterpret_cast<uint8_t *>(buffer),
159 extradataSize);
160 inputFile.close();
161 return true;
162 }
163
InitFormat(OH_AVFormat * format)164 bool ADecBufferDemo::InitFormat(OH_AVFormat *format)
165 {
166 int32_t channelCount = CHANNEL_COUNT;
167 int32_t sampleRate = SAMPLE_RATE;
168 if (audioType_ != AudioBufferFormatType::TYPE_OPUS) {
169 OH_AVFormat_SetIntValue(format, MediaDescriptionKey::MD_KEY_AUDIO_SAMPLE_FORMAT.data(),
170 OH_BitsPerSample::SAMPLE_S16LE);
171 }
172 if (audioType_ == AudioBufferFormatType::TYPE_AAC) {
173 OH_AVFormat_SetIntValue(format, MediaDescriptionKey::MD_KEY_AAC_IS_ADTS.data(), DEFAULT_AAC_TYPE);
174 } else if (audioType_ == AudioBufferFormatType::TYPE_AMRNB || audioType_ == AudioBufferFormatType::TYPE_G711MU) {
175 channelCount = 1;
176 sampleRate = AMRNB_SAMPLE_RATE;
177 } else if (audioType_ == AudioBufferFormatType::TYPE_AMRWB || audioType_ == AudioBufferFormatType::TYPE_LBVC) {
178 channelCount = 1;
179 sampleRate = AMRWB_SAMPLE_RATE;
180 } else if (audioType_ == AudioBufferFormatType::TYPE_OPUS) {
181 int32_t channelCounttmp = 1;
182 int32_t sampleRatetmp = 8000;
183 channelCount = channelCounttmp;
184 sampleRate = sampleRatetmp;
185 } else if (audioType_ == AudioBufferFormatType::TYPE_MP3) {
186 OH_AVFormat_SetIntValue(format, MediaDescriptionKey::MD_KEY_AUDIO_SAMPLE_FORMAT.data(),
187 OH_BitsPerSample::SAMPLE_S16LE);
188 }
189 OH_AVFormat_SetIntValue(format, MediaDescriptionKey::MD_KEY_CHANNEL_COUNT.data(), channelCount);
190 OH_AVFormat_SetIntValue(format, MediaDescriptionKey::MD_KEY_SAMPLE_RATE.data(), sampleRate);
191 if (audioType_ == AudioBufferFormatType::TYPE_VORBIS) {
192 if (ConfigVorbisExtraData(format)) {
193 DEMO_CHECK_AND_RETURN_RET_LOG(Configure(format) == AVCS_ERR_OK, false, "Fatal: Configure fail");
194 }
195 } else if (audioType_ == AudioBufferFormatType::TYPE_VIVID) {
196 DEMO_CHECK_AND_RETURN_RET_LOG(Configure(format) == AVCS_ERR_OK, false,
197 "Fatal: TYPE_VIVID Configure fail");
198 } else if (audioType_ == AudioBufferFormatType::TYPE_APE) {
199 DEMO_CHECK_AND_RETURN_RET_LOG(Configure(format) == AVCS_ERR_OK, false,
200 "Fatal: TYPE_APE Configure fail");
201 } else {
202 DEMO_CHECK_AND_RETURN_RET_LOG(Configure(format) == AVCS_ERR_OK, false,
203 "Fatal: Configure fail");
204 }
205 return true;
206 }
207
InitFile(const std::string & inputFile)208 bool ADecBufferDemo::InitFile(const std::string& inputFile)
209 {
210 if (inputFile.find("mp4") != std::string::npos || inputFile.find("m4a") != std::string::npos ||
211 inputFile.find("vivid") != std::string::npos || inputFile.find("ts") != std::string::npos) {
212 audioType_ = AudioBufferFormatType::TYPE_VIVID;
213 } else if (inputFile.find("aac") != std::string::npos) {
214 audioType_ = AudioBufferFormatType::TYPE_AAC;
215 } else if (inputFile.find("flac") != std::string::npos) {
216 audioType_ = AudioBufferFormatType::TYPE_FLAC;
217 } else if (inputFile.find("mp3") != std::string::npos) {
218 audioType_ = AudioBufferFormatType::TYPE_MP3;
219 } else if (inputFile.find("vorbis") != std::string::npos) {
220 audioType_ = AudioBufferFormatType::TYPE_VORBIS;
221 } else if (inputFile.find("amrnb") != std::string::npos) {
222 audioType_ = AudioBufferFormatType::TYPE_AMRNB;
223 } else if (inputFile.find("amrwb") != std::string::npos) {
224 audioType_ = AudioBufferFormatType::TYPE_AMRWB;
225 } else if (inputFile.find("opus") != std::string::npos) {
226 audioType_ = AudioBufferFormatType::TYPE_OPUS;
227 } else if (inputFile.find("g711mu") != std::string::npos) {
228 audioType_ = AudioBufferFormatType::TYPE_G711MU;
229 } else if (inputFile.find("ape") != std::string::npos) {
230 audioType_ = AudioBufferFormatType::TYPE_APE;
231 } else if (inputFile.find("lbvc") != std::string::npos) {
232 audioType_ = AudioBufferFormatType::TYPE_LBVC;
233 } else {
234 audioType_ = AudioBufferFormatType::TYPE_AAC;
235 }
236 return true;
237 }
238
ADecBufferDemo()239 ADecBufferDemo::ADecBufferDemo() : audioDec_(nullptr), signal_(nullptr), audioType_(AudioBufferFormatType::TYPE_AAC)
240 {
241 signal_ = new ADecBufferSignal();
242 DEMO_CHECK_AND_RETURN_LOG(signal_ != nullptr, "Fatal: No memory");
243 }
244
~ADecBufferDemo()245 ADecBufferDemo::~ADecBufferDemo()
246 {
247 if (signal_) {
248 delete signal_;
249 signal_ = nullptr;
250 }
251 if (inputFile_.is_open()) {
252 inputFile_.close();
253 }
254 }
255
CreateDec()256 int32_t ADecBufferDemo::CreateDec()
257 {
258 if (audioType_ == AudioBufferFormatType::TYPE_AAC) {
259 audioDec_ = OH_AudioCodec_CreateByName((AVCodecCodecName::AUDIO_DECODER_AAC_NAME).data());
260 std::cout << "CreateDec TYPE_AAC!" << endl;
261 } else if (audioType_ == AudioBufferFormatType::TYPE_FLAC) {
262 audioDec_ = OH_AudioCodec_CreateByName((AVCodecCodecName::AUDIO_DECODER_FLAC_NAME).data());
263 std::cout << "CreateDec TYPE_FLAC!" << endl;
264 } else if (audioType_ == AudioBufferFormatType::TYPE_MP3) {
265 audioDec_ = OH_AudioCodec_CreateByName((AVCodecCodecName::AUDIO_DECODER_MP3_NAME).data());
266 std::cout << "CreateDec TYPE_MP3!" << endl;
267 } else if (audioType_ == AudioBufferFormatType::TYPE_VORBIS) {
268 audioDec_ = OH_AudioCodec_CreateByName((AVCodecCodecName::AUDIO_DECODER_VORBIS_NAME).data());
269 std::cout << "CreateDec TYPE_VORBIS!" << endl;
270 } else if (audioType_ == AudioBufferFormatType::TYPE_AMRNB) {
271 audioDec_ = OH_AudioCodec_CreateByName((AVCodecCodecName::AUDIO_DECODER_AMRNB_NAME).data());
272 std::cout << "CreateDec TYPE_AMRNB!" << endl;
273 } else if (audioType_ == AudioBufferFormatType::TYPE_AMRWB) {
274 audioDec_ = OH_AudioCodec_CreateByName((AVCodecCodecName::AUDIO_DECODER_AMRWB_NAME).data());
275 std::cout << "CreateDec TYPE_AMRWB!" << endl;
276 } else if (audioType_ == AudioBufferFormatType::TYPE_VIVID) {
277 audioDec_ = OH_AudioCodec_CreateByName((AVCodecCodecName::AUDIO_DECODER_VIVID_NAME).data());
278 std::cout << "CreateDec TYPE_VIVID!" << endl;
279 } else if (audioType_ == AudioBufferFormatType::TYPE_OPUS) {
280 audioDec_ = OH_AudioCodec_CreateByName((AVCodecCodecName::AUDIO_DECODER_OPUS_NAME).data());
281 std::cout << "CreateDec TYPE_OPUS!" << endl;
282 } else if (audioType_ == AudioBufferFormatType::TYPE_G711MU) {
283 audioDec_ = OH_AudioCodec_CreateByName((AVCodecCodecName::AUDIO_DECODER_G711MU_NAME).data());
284 std::cout << "CreateDec TYPE_G711MU!" << endl;
285 } else if (audioType_ == AudioBufferFormatType::TYPE_APE) {
286 audioDec_ = OH_AudioCodec_CreateByName((AVCodecCodecName::AUDIO_DECODER_APE_NAME).data());
287 std::cout << "CreateDec TYPE_APE!" << endl;
288 } else if (audioType_ == AudioBufferFormatType::TYPE_LBVC) {
289 audioDec_ = OH_AudioCodec_CreateByName((AVCodecCodecName::AUDIO_DECODER_LBVC_NAME).data());
290 std::cout << "CreateDec TYPE_LBVC!" << endl;
291 } else {
292 return AVCS_ERR_INVALID_VAL;
293 }
294 DEMO_CHECK_AND_RETURN_RET_LOG(audioDec_ != nullptr, AVCS_ERR_UNKNOWN, "Fatal: CreateByName fail");
295 if (audioDec_ == nullptr) {
296 return AVCS_ERR_UNKNOWN;
297 }
298 if (signal_ == nullptr) {
299 signal_ = new ADecBufferSignal();
300 DEMO_CHECK_AND_RETURN_RET_LOG(signal_ != nullptr, AVCS_ERR_UNKNOWN, "Fatal: No memory");
301 }
302 cb_ = {&OnError, &OnOutputFormatChanged, &OnInputBufferAvailable, &OnOutputBufferAvailable};
303 int32_t ret = OH_AudioCodec_RegisterCallback(audioDec_, cb_, signal_);
304 DEMO_CHECK_AND_RETURN_RET_LOG(ret == AVCS_ERR_OK, AVCS_ERR_UNKNOWN, "Fatal: SetCallback fail");
305 return AVCS_ERR_OK;
306 }
307
Configure(OH_AVFormat * format)308 int32_t ADecBufferDemo::Configure(OH_AVFormat *format)
309 {
310 return OH_AudioCodec_Configure(audioDec_, format);
311 }
312
Start()313 int32_t ADecBufferDemo::Start()
314 {
315 isRunning_.store(true);
316
317 inputLoop_ = make_unique<thread>(&ADecBufferDemo::InputFunc, this);
318 DEMO_CHECK_AND_RETURN_RET_LOG(inputLoop_ != nullptr, AVCS_ERR_UNKNOWN, "Fatal: No memory");
319
320 outputLoop_ = make_unique<thread>(&ADecBufferDemo::OutputFunc, this);
321 DEMO_CHECK_AND_RETURN_RET_LOG(outputLoop_ != nullptr, AVCS_ERR_UNKNOWN, "Fatal: No memory");
322
323 return OH_AudioCodec_Start(audioDec_);
324 }
325
Stop()326 int32_t ADecBufferDemo::Stop()
327 {
328 isRunning_.store(false);
329 if (inputLoop_ != nullptr && inputLoop_->joinable()) {
330 {
331 unique_lock<mutex> lock(signal_->inMutex_);
332 signal_->inCond_.notify_all();
333 }
334 inputLoop_->join();
335 inputLoop_ = nullptr;
336 while (!signal_->inQueue_.empty()) {
337 signal_->inQueue_.pop();
338 }
339 while (!signal_->inBufferQueue_.empty()) {
340 signal_->inBufferQueue_.pop();
341 }
342 }
343
344 if (outputLoop_ != nullptr && outputLoop_->joinable()) {
345 {
346 unique_lock<mutex> lock(signal_->outMutex_);
347 signal_->outCond_.notify_all();
348 }
349 outputLoop_->join();
350 outputLoop_ = nullptr;
351 while (!signal_->outQueue_.empty()) {
352 signal_->outQueue_.pop();
353 }
354 while (!signal_->outBufferQueue_.empty()) {
355 signal_->outBufferQueue_.pop();
356 }
357 }
358 std::cout << "start stop!\n";
359 return OH_AudioCodec_Stop(audioDec_);
360 }
361
Flush()362 int32_t ADecBufferDemo::Flush()
363 {
364 isRunning_.store(false);
365 if (inputLoop_ != nullptr && inputLoop_->joinable()) {
366 {
367 unique_lock<mutex> lock(signal_->inMutex_);
368 signal_->inCond_.notify_all();
369 }
370 inputLoop_->join();
371 inputLoop_ = nullptr;
372 while (!signal_->inQueue_.empty()) {
373 signal_->inQueue_.pop();
374 }
375 while (!signal_->inBufferQueue_.empty()) {
376 signal_->inBufferQueue_.pop();
377 }
378 std::cout << "clear input buffer!\n";
379 }
380
381 if (outputLoop_ != nullptr && outputLoop_->joinable()) {
382 {
383 unique_lock<mutex> lock(signal_->outMutex_);
384 signal_->outCond_.notify_all();
385 }
386 outputLoop_->join();
387 outputLoop_ = nullptr;
388 while (!signal_->outQueue_.empty()) {
389 signal_->outQueue_.pop();
390 }
391 while (!signal_->outBufferQueue_.empty()) {
392 signal_->outBufferQueue_.pop();
393 }
394 std::cout << "clear output buffer!\n";
395 }
396 return OH_AudioCodec_Flush(audioDec_);
397 }
398
Reset()399 int32_t ADecBufferDemo::Reset()
400 {
401 return OH_AudioCodec_Reset(audioDec_);
402 }
403
Release()404 int32_t ADecBufferDemo::Release()
405 {
406 return OH_AudioCodec_Destroy(audioDec_);
407 }
408
HandleInputEOS(const uint32_t index)409 void ADecBufferDemo::HandleInputEOS(const uint32_t index)
410 {
411 OH_AudioCodec_PushInputBuffer(audioDec_, index);
412 signal_->inBufferQueue_.pop();
413 signal_->inQueue_.pop();
414 }
415
InputFunc()416 void ADecBufferDemo::InputFunc()
417 {
418 std::cout << "InputFunc Begin" << std::endl;
419 // 已处理数据长度
420 size_t offset = 0;
421 // 当前待处理数据长度
422 size_t bytesToCopy = 0;
423 // Size of each chunk to copy
424 size_t chunkSize = GetFrameBytes();
425 while (isRunning_.load()) {
426 unique_lock<mutex> lock(signal_->inMutex_);
427 signal_->inCond_.wait(lock, [this]() { return (signal_->inQueue_.size() > 0 || !isRunning_.load()); });
428 if (!isRunning_.load()) {
429 break;
430 }
431 uint32_t index = signal_->inQueue_.front();
432 auto buffer = signal_->inBufferQueue_.front();
433 DEMO_CHECK_AND_BREAK_LOG(buffer != nullptr, "Fatal: GetInputBuffer fail");
434 int ret;
435 // 判断是否读取完毕
436 if (offset < inputdatasize) {
437 if (isFirstFrame_) {
438 // 首帧
439 ReadFirstFrame(buffer);
440 buffer->buffer_->flag_ = AVCODEC_BUFFER_FLAGS_CODEC_DATA;
441 isFirstFrame_ = false;
442 } else {
443 // 非首帧
444 // 获取当前待处理数据长度
445 bytesToCopy = (chunkSize < (inputdatasize - offset)) ? chunkSize : (inputdatasize - offset);
446 ReadFuzzData(buffer, offset, bytesToCopy);
447 buffer->buffer_->memory_->SetSize(bytesToCopy);
448 buffer->buffer_->flag_ = AVCODEC_BUFFER_FLAGS_NONE;
449 offset += bytesToCopy;
450 }
451 } else {
452 std::cout << "InputFunc Input EOS!!!" << std::endl;
453 // 写入最后一帧
454 buffer->buffer_->memory_->SetSize(1);
455 buffer->buffer_->flag_ = AVCODEC_BUFFER_FLAGS_EOS;
456 ret = OH_AudioCodec_PushInputBuffer(audioDec_, index);
457 signal_->inQueue_.pop();
458 signal_->inBufferQueue_.pop();
459 break;
460 }
461 ret = OH_AudioCodec_PushInputBuffer(audioDec_, index);
462 signal_->inQueue_.pop();
463 signal_->inBufferQueue_.pop();
464 frameCount_++;
465 std::cout << "InputFunc frameCount: " << frameCount_ << std::endl;
466 if (ret != AVCS_ERR_OK) {
467 isRunning_.store(false);
468 break;
469 }
470 }
471 std::cout << "InputFunc End" << std::endl;
472 signal_->startCond_.notify_all();
473 }
474
GetFrameBytes()475 size_t ADecBufferDemo::GetFrameBytes()
476 {
477 size_t frameBytes = 1152;
478 if (audioType_ == AudioBufferFormatType::TYPE_OPUS) {
479 size_t opussize = 960;
480 frameBytes = opussize;
481 } else if (audioType_ == AudioBufferFormatType::TYPE_G711MU) {
482 size_t gmusize = 320;
483 frameBytes = gmusize;
484 } else if (audioType_ == AudioBufferFormatType::TYPE_LBVC) {
485 size_t lbvcsize = 640;
486 frameBytes = lbvcsize;
487 } else if (audioType_ == AudioBufferFormatType::TYPE_AAC) {
488 size_t aacsize = 1024;
489 frameBytes = aacsize;
490 } else if (audioType_ == AudioBufferFormatType::TYPE_VIVID) {
491 size_t gmusize = 1024 * CHANNEL_COUNT * SAMPLE_FORMAT_VALUE;
492 frameBytes = gmusize;
493 }
494 return frameBytes;
495 }
496
ReadFirstFrame(OH_AVBuffer * buffer)497 void ADecBufferDemo::ReadFirstFrame(OH_AVBuffer* buffer)
498 {
499 // 1.打开文件
500 inputFile_.open(INPUT_VIVID_FILE_PATH, std::ios::binary);
501 // 2.是否打开成功
502 if (!inputFile_.is_open()) {
503 std::cout << "Fatal: open input file failed" << std::endl;
504 return;
505 }
506 // 3.读取数据
507 int64_t size;
508 int64_t pts;
509 inputFile_.read(reinterpret_cast<char *>(&size), sizeof(size));
510 DEMO_CHECK_AND_RETURN_LOG(inputFile_.gcount() == sizeof(size), "Fatal: read size fail");
511 inputFile_.read(reinterpret_cast<char *>(&buffer->buffer_->pts_), sizeof(buffer->buffer_->pts_));
512 DEMO_CHECK_AND_RETURN_LOG(inputFile_.gcount() == sizeof(pts), "Fatal: read pts fail");
513 inputFile_.read(reinterpret_cast<char *>(OH_AVBuffer_GetAddr(buffer)), size);
514 buffer->buffer_->memory_->SetSize(size);
515 DEMO_CHECK_AND_RETURN_LOG(inputFile_.gcount() == size, "Fatal: read buffer fail");
516 // 4.关闭文件
517 inputFile_.close();
518 }
519
ReadFuzzData(OH_AVBuffer * buffer,size_t offset,size_t bytesToCopy)520 int32_t ADecBufferDemo::ReadFuzzData(OH_AVBuffer* buffer, size_t offset, size_t bytesToCopy)
521 {
522 errno_t err = strncpy_s(reinterpret_cast<char*>(OH_AVBuffer_GetAddr(buffer)),
523 bytesToCopy, (inputdata.substr(offset)).c_str(), bytesToCopy);
524 if (err != 0) {
525 std::cerr << "Error in safe_strncpy: " << err << std::endl;
526 return 1;
527 }
528 return 0;
529 }
530
OutputFunc()531 void ADecBufferDemo::OutputFunc()
532 {
533 while (isRunning_.load()) {
534 unique_lock<mutex> lock(signal_->outMutex_);
535 signal_->outCond_.wait(lock, [this]() { return (signal_->outQueue_.size() > 0 || !isRunning_.load()); });
536 if (!isRunning_.load()) {
537 cout << "wait to stop, exit" << endl;
538 break;
539 }
540
541 uint32_t index = signal_->outQueue_.front();
542 OH_AVBuffer *data = signal_->outBufferQueue_.front();
543 cout << "OutputFunc index:" << index << endl;
544 if (data == nullptr) {
545 cout << "OutputFunc OH_AVBuffer is nullptr" << endl;
546 continue;
547 }
548 if (data != nullptr &&
549 (data->buffer_->flag_ == AVCODEC_BUFFER_FLAGS_EOS || data->buffer_->memory_->GetSize() == 0)) {
550 cout << "decode eos" << endl;
551 isRunning_.store(false);
552 signal_->startCond_.notify_all();
553 }
554 signal_->outBufferQueue_.pop();
555 signal_->outQueue_.pop();
556 if (OH_AudioCodec_FreeOutputBuffer(audioDec_, index) != AV_ERR_OK) {
557 cout << "Fatal: FreeOutputData fail" << endl;
558 break;
559 }
560 if (data->buffer_->flag_ == AVCODEC_BUFFER_FLAGS_EOS) {
561 cout << "decode eos" << endl;
562 isRunning_.store(false);
563 signal_->startCond_.notify_all();
564 }
565 }
566 signal_->startCond_.notify_all();
567 }
568
SetCallback(OH_AVCodec * codec)569 OH_AVErrCode ADecBufferDemo::SetCallback(OH_AVCodec* codec)
570 {
571 cb_ = {&OnError, &OnOutputFormatChanged, &OnInputBufferAvailable, &OnOutputBufferAvailable};
572 return OH_AudioCodec_RegisterCallback(codec, cb_, signal_);
573 }
574
CreateByMime(const char * mime)575 OH_AVCodec* ADecBufferDemo::CreateByMime(const char* mime)
576 {
577 if (mime != nullptr) {
578 if (strcmp(mime, "audio/mp4a-latm") == 0) {
579 audioType_ = AudioBufferFormatType::TYPE_AAC;
580 } else if (strcmp(mime, "audio/flac") == 0) {
581 audioType_ = AudioBufferFormatType::TYPE_FLAC;
582 } else if (strcmp(mime, "audio/x-ape") == 0) {
583 audioType_ = AudioBufferFormatType::TYPE_APE;
584 } else if (strcmp(mime, OH_AVCODEC_MIMETYPE_AUDIO_LBVC) == 0) {
585 audioType_ = AudioBufferFormatType::TYPE_LBVC;
586 } else {
587 audioType_ = AudioBufferFormatType::TYPE_VIVID;
588 }
589 }
590 return OH_AudioCodec_CreateByMime(mime, false);
591 }
592
CreateByName(const char * name)593 OH_AVCodec* ADecBufferDemo::CreateByName(const char* name)
594 {
595 return OH_AudioCodec_CreateByName(name);
596 }
597
Destroy(OH_AVCodec * codec)598 OH_AVErrCode ADecBufferDemo::Destroy(OH_AVCodec* codec)
599 {
600 OH_AVErrCode ret = OH_AudioCodec_Destroy(codec);
601 return ret;
602 }
603
IsValid(OH_AVCodec * codec,bool * isValid)604 OH_AVErrCode ADecBufferDemo::IsValid(OH_AVCodec* codec, bool* isValid)
605 {
606 return OH_AudioCodec_IsValid(codec, isValid);
607 }
608
Prepare(OH_AVCodec * codec)609 OH_AVErrCode ADecBufferDemo::Prepare(OH_AVCodec* codec)
610 {
611 return OH_AudioCodec_Prepare(codec);
612 }
613
Start(OH_AVCodec * codec)614 OH_AVErrCode ADecBufferDemo::Start(OH_AVCodec* codec)
615 {
616 return OH_AudioCodec_Start(codec);
617 }
618
Stop(OH_AVCodec * codec)619 OH_AVErrCode ADecBufferDemo::Stop(OH_AVCodec* codec)
620 {
621 OH_AVErrCode ret = OH_AudioCodec_Stop(codec);
622 return ret;
623 }
624
Flush(OH_AVCodec * codec)625 OH_AVErrCode ADecBufferDemo::Flush(OH_AVCodec* codec)
626 {
627 OH_AVErrCode ret = OH_AudioCodec_Flush(codec);
628 return ret;
629 }
630
Reset(OH_AVCodec * codec)631 OH_AVErrCode ADecBufferDemo::Reset(OH_AVCodec* codec)
632 {
633 return OH_AudioCodec_Reset(codec);
634 }
635
GetOutputDescription(OH_AVCodec * codec)636 OH_AVFormat* ADecBufferDemo::GetOutputDescription(OH_AVCodec* codec)
637 {
638 return OH_AudioCodec_GetOutputDescription(codec);
639 }
640
FreeOutputData(OH_AVCodec * codec,uint32_t index)641 OH_AVErrCode ADecBufferDemo::FreeOutputData(OH_AVCodec* codec, uint32_t index)
642 {
643 return OH_AudioCodec_FreeOutputBuffer(codec, index);
644 }
645
PushInputData(OH_AVCodec * codec,uint32_t index)646 OH_AVErrCode ADecBufferDemo::PushInputData(OH_AVCodec* codec, uint32_t index)
647 {
648 OH_AVCodecBufferAttr info;
649 if (!eosFlag) {
650 if (!signal_->inBufferQueue_.empty()) {
651 int32_t size = 100;
652 unique_lock<mutex> lock(signal_->inMutex_);
653 auto buffer = signal_->inBufferQueue_.front();
654 info.size = size;
655 info.pts = 0;
656 info.flags = AVCODEC_BUFFER_FLAGS_NONE;
657 OH_AVErrCode ret = OH_AVBuffer_SetBufferAttr(buffer, &info);
658 std::cout <<"info.size:" << info.size <<" ADecBufferDemo::PushInputData : = "<< (int32_t)ret<<std::endl;
659 if (ret != AV_ERR_OK) {
660 return ret;
661 }
662 }
663 }
664 return OH_AudioCodec_PushInputBuffer(codec, index);
665 }
666
GetInputIndex()667 uint32_t ADecBufferDemo::GetInputIndex()
668 {
669 int32_t sleepTime = 0;
670 int32_t condTime = 5;
671 uint32_t index;
672 while (signal_->inQueue_.empty() && sleepTime < condTime) {
673 sleep(1);
674 sleepTime++;
675 }
676 if (sleepTime >= condTime) {
677 return 0;
678 } else {
679 index = signal_->inQueue_.front();
680 signal_->inQueue_.pop();
681 }
682 return index;
683 }
684
GetOutputIndex()685 uint32_t ADecBufferDemo::GetOutputIndex()
686 {
687 int32_t sleepTime = 0;
688 int32_t condTime = 5;
689 uint32_t index;
690 while (signal_->outQueue_.empty() && sleepTime < condTime) {
691 sleep(1);
692 sleepTime++;
693 }
694 if (sleepTime >= condTime) {
695 return 0;
696 } else {
697 index = signal_->outQueue_.front();
698 signal_->outQueue_.pop();
699 }
700 return index;
701 }
702
PushInputDataEOS(OH_AVCodec * codec,uint32_t index)703 OH_AVErrCode ADecBufferDemo::PushInputDataEOS(OH_AVCodec* codec, uint32_t index)
704 {
705 OH_AVCodecBufferAttr info;
706 info.size = 0;
707 info.offset = 0;
708 info.pts = 0;
709 info.flags = AVCODEC_BUFFER_FLAGS_EOS;
710 eosFlag = true;
711 if (!signal_->inBufferQueue_.empty()) {
712 auto buffer = signal_->inBufferQueue_.front();
713 OH_AVBuffer_SetBufferAttr(buffer, &info);
714 }
715 return OH_AudioCodec_PushInputBuffer(codec, index);
716 }
717
Configure(OH_AVCodec * codec,OH_AVFormat * format,int32_t channel,int32_t sampleRate)718 OH_AVErrCode ADecBufferDemo::Configure(OH_AVCodec* codec, OH_AVFormat* format, int32_t channel, int32_t sampleRate)
719 {
720 if (format == nullptr) {
721 std::cout<<" Configure format nullptr"<< std::endl;
722 return OH_AudioCodec_Configure(codec, format);
723 }
724 OH_AVFormat_SetIntValue(format, OH_MD_KEY_AUD_CHANNEL_COUNT, channel);
725 OH_AVFormat_SetIntValue(format, OH_MD_KEY_AUD_SAMPLE_RATE, sampleRate);
726 if (audioType_ == AudioBufferFormatType::TYPE_AAC) {
727 OH_AVFormat_SetIntValue(format, OH_MD_KEY_AAC_IS_ADTS, 1);
728 } else if (audioType_ == AudioBufferFormatType::TYPE_FLAC) {
729 }
730 std::cout<<" Configure format :"<< format << std::endl;
731 if (format == nullptr) {
732 std::cout<<" Configure format end is nullptr"<< std::endl;
733 }
734 OH_AVErrCode ret = OH_AudioCodec_Configure(codec, format);
735 return ret;
736 }
737
SetParameter(OH_AVCodec * codec,OH_AVFormat * format,int32_t channel,int32_t sampleRate)738 OH_AVErrCode ADecBufferDemo::SetParameter(OH_AVCodec* codec, OH_AVFormat* format, int32_t channel, int32_t sampleRate)
739 {
740 if (format == nullptr) {
741 std::cout<<" SetParameter format nullptr"<< std::endl;
742 return OH_AudioCodec_SetParameter(codec, format);
743 }
744 OH_AVFormat_SetIntValue(format, OH_MD_KEY_AUD_CHANNEL_COUNT, channel);
745 OH_AVFormat_SetIntValue(format, OH_MD_KEY_AUD_SAMPLE_RATE, sampleRate);
746 if (audioType_ == AudioBufferFormatType::TYPE_AAC) {
747 OH_AVFormat_SetIntValue(format, OH_MD_KEY_AAC_IS_ADTS, 1);
748 } else if (audioType_ == AudioBufferFormatType::TYPE_FLAC) {
749 }
750 std::cout<<" SetParameter format :"<< format << std::endl;
751 if (format == nullptr) {
752 std::cout<<" SetParameter format end is nullptr"<< std::endl;
753 }
754 OH_AVErrCode ret = OH_AudioCodec_SetParameter(codec, format);
755 return ret;
756 }