1
2 /*
3 * Copyright (C) 2023 Huawei Device Co., Ltd.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #include "cache_buffer.h"
18 #include "media_log.h"
19 #include "media_errors.h"
20 #include "securec.h"
21
22 namespace OHOS {
23 namespace Media {
CacheBuffer(const MediaAVCodec::Format & trackFormat,const std::deque<std::shared_ptr<AudioBufferEntry>> & cacheData,const size_t & cacheDataTotalSize,const int32_t & soundID,const int32_t & streamID)24 CacheBuffer::CacheBuffer(const MediaAVCodec::Format &trackFormat,
25 const std::deque<std::shared_ptr<AudioBufferEntry>> &cacheData,
26 const size_t &cacheDataTotalSize, const int32_t &soundID, const int32_t &streamID) : trackFormat_(trackFormat),
27 cacheData_(cacheData), cacheDataTotalSize_(cacheDataTotalSize), soundID_(soundID), streamID_(streamID),
28 cacheDataFrameNum_(0), havePlayedCount_(0)
29
30 {
31 MEDIA_INFO_LOG("Construction CacheBuffer");
32 }
33
~CacheBuffer()34 CacheBuffer::~CacheBuffer()
35 {
36 MEDIA_INFO_LOG("Destruction CacheBuffer dec");
37 Release();
38 }
39
CreateAudioRenderer(const int32_t streamID,const AudioStandard::AudioRendererInfo audioRendererInfo,const PlayParams playParams)40 std::unique_ptr<AudioStandard::AudioRenderer> CacheBuffer::CreateAudioRenderer(const int32_t streamID,
41 const AudioStandard::AudioRendererInfo audioRendererInfo, const PlayParams playParams)
42 {
43 CHECK_AND_RETURN_RET_LOG(streamID == streamID_, nullptr,
44 "Invalid streamID, failed to create normal audioRenderer.");
45 int32_t sampleRate;
46 int32_t sampleFormat;
47 int32_t channelCount;
48 AudioStandard::AudioRendererOptions rendererOptions = {};
49 // Set to PCM encoding
50 rendererOptions.streamInfo.encoding = AudioStandard::AudioEncodingType::ENCODING_PCM;
51 // Get sample rate from trackFormat and set it to audiorender.
52 trackFormat_.GetIntValue(MediaAVCodec::MediaDescriptionKey::MD_KEY_SAMPLE_RATE, sampleRate);
53 rendererOptions.streamInfo.samplingRate = static_cast<AudioStandard::AudioSamplingRate>(sampleRate);
54 // Get sample format from trackFormat and set it to audiorender.
55 trackFormat_.GetIntValue(MediaAVCodec::MediaDescriptionKey::MD_KEY_AUDIO_SAMPLE_FORMAT, sampleFormat);
56 // Align audiorender capability
57 rendererOptions.streamInfo.format = static_cast<AudioStandard::AudioSampleFormat>(sampleFormat);
58 // Get channel count from trackFormat and set it to audiorender.
59 trackFormat_.GetIntValue(MediaAVCodec::MediaDescriptionKey::MD_KEY_CHANNEL_COUNT, channelCount);
60 rendererOptions.streamInfo.channels = static_cast<AudioStandard::AudioChannel>(channelCount);
61 // contentType streamUsage rendererFlags come from user.
62 rendererOptions.rendererInfo.contentType = audioRendererInfo.contentType;
63 rendererOptions.rendererInfo.streamUsage = audioRendererInfo.streamUsage;
64 rendererOptions.privacyType = AudioStandard::PRIVACY_TYPE_PUBLIC;
65 std::string cacheDir = "/data/storage/el2/base/temp";
66 if (playParams.cacheDir != "") {
67 cacheDir = playParams.cacheDir;
68 }
69
70 MEDIA_INFO_LOG("CacheBuffer sampleRate:%{public}d, sampleFormat:%{public}d, channelCount:%{public}d.",
71 sampleRate, sampleFormat, channelCount);
72 // low-latency:1, non low-latency:0
73 if ((rendererOptions.streamInfo.samplingRate == AudioStandard::AudioSamplingRate::SAMPLE_RATE_48000) &&
74 (rendererOptions.streamInfo.channels == AudioStandard::AudioChannel::MONO ||
75 rendererOptions.streamInfo.channels == AudioStandard::AudioChannel::STEREO)) {
76 // samplingRate 48KHz, channelCount 1/2
77 MEDIA_INFO_LOG("low latency support this rendererOptions.");
78 rendererFlags_ = audioRendererInfo.rendererFlags;
79 } else {
80 MEDIA_INFO_LOG("low latency didn't support this rendererOptions, force normal play.");
81 rendererFlags_ = NORMAL_PLAY_RENDERER_FLAGS;
82 }
83 rendererOptions.rendererInfo.rendererFlags = rendererFlags_;
84 std::unique_ptr<AudioStandard::AudioRenderer> audioRenderer =
85 AudioStandard::AudioRenderer::Create(cacheDir, rendererOptions);
86 CHECK_AND_RETURN_RET_LOG(audioRenderer != nullptr, nullptr, "Invalid audioRenderer.");
87 audioRenderer->SetRenderMode(AudioStandard::AudioRenderMode::RENDER_MODE_CALLBACK);
88 int32_t ret = audioRenderer->SetRendererWriteCallback(shared_from_this());
89 if (ret != MSERR_OK) {
90 MEDIA_ERR_LOG("audio renderer write callback fail, ret %{public}d.", ret);
91 }
92 return audioRenderer;
93 }
94
PreparePlay(const int32_t streamID,const AudioStandard::AudioRendererInfo audioRendererInfo,const PlayParams playParams)95 int32_t CacheBuffer::PreparePlay(const int32_t streamID, const AudioStandard::AudioRendererInfo audioRendererInfo,
96 const PlayParams playParams)
97 {
98 // create audioRenderer
99 if (audioRenderer_ == nullptr) {
100 audioRenderer_ = CreateAudioRenderer(streamID, audioRendererInfo, playParams);
101 ReCombineCacheData();
102 } else {
103 MEDIA_INFO_LOG("audio render inited.");
104 }
105 // deal play params
106 DealPlayParamsBeforePlay(streamID, playParams);
107 return MSERR_OK;
108 }
109
DoPlay(const int32_t streamID)110 int32_t CacheBuffer::DoPlay(const int32_t streamID)
111 {
112 CHECK_AND_RETURN_RET_LOG(streamID == streamID_, MSERR_INVALID_VAL, "Invalid streamID, failed to DoPlay.");
113 std::lock_guard lock(cacheBufferLock_);
114 if (audioRenderer_ != nullptr) {
115 isRunning_.store(true);
116 cacheDataFrameNum_ = 0;
117 havePlayedCount_ = 0;
118 if (!audioRenderer_->Start()) {
119 MEDIA_ERR_LOG("audioRenderer Start failed");
120 if (callback_ != nullptr) callback_->OnError(MSERR_INVALID_VAL);
121 if (cacheBufferCallback_ != nullptr) cacheBufferCallback_->OnError(MSERR_INVALID_VAL);
122 return MSERR_INVALID_VAL;
123 }
124 return MSERR_OK;
125 }
126 MEDIA_ERR_LOG("Invalid audioRenderer.");
127 return MSERR_INVALID_VAL;
128 }
129
ReCombineCacheData()130 int32_t CacheBuffer::ReCombineCacheData()
131 {
132 std::lock_guard lock(cacheBufferLock_);
133 CHECK_AND_RETURN_RET_LOG(audioRenderer_ != nullptr, MSERR_INVALID_VAL, "Invalid audioRenderer.");
134 CHECK_AND_RETURN_RET_LOG(!cacheData_.empty(), MSERR_INVALID_VAL, "empty cache data.");
135 size_t bufferSize;
136 audioRenderer_->GetBufferSize(bufferSize);
137 // Prevent data from crossing boundaries, ensure recombine data largest.
138 size_t reCombineCacheDataSize = (cacheDataTotalSize_ + bufferSize - 1) / bufferSize;
139 std::shared_ptr<AudioBufferEntry> preAudioBuffer = cacheData_.front();
140 size_t preAudioBufferIndex = 0;
141 for (size_t reCombineCacheDataNum = 0; reCombineCacheDataNum < reCombineCacheDataSize; reCombineCacheDataNum++) {
142 uint8_t *reCombineBuf = new(std::nothrow) uint8_t[bufferSize];
143 if (reCombineBuf == nullptr) {
144 MEDIA_ERR_LOG("Invalid recombine buffer.");
145 continue;
146 }
147 for (size_t bufferNum = 0; bufferNum < bufferSize; bufferNum++) {
148 if (cacheData_.size() > 1 && (preAudioBufferIndex == static_cast<size_t>(preAudioBuffer->size))) {
149 cacheData_.pop_front();
150 preAudioBuffer = cacheData_.front();
151 preAudioBufferIndex = 0;
152 }
153 if (cacheData_.size() == 1 && (preAudioBufferIndex == static_cast<size_t>(preAudioBuffer->size))) {
154 preAudioBuffer = cacheData_.front();
155 cacheData_.pop_front();
156 preAudioBufferIndex = 0;
157 }
158 if (cacheData_.empty()) {
159 reCombineBuf[bufferNum] = 0;
160 } else {
161 reCombineBuf[bufferNum] = preAudioBuffer->buffer[preAudioBufferIndex];
162 }
163 preAudioBufferIndex++;
164 }
165 reCombineCacheData_.push_back(std::make_shared<AudioBufferEntry>(reCombineBuf, bufferSize));
166 }
167 if (!cacheData_.empty()) {
168 cacheData_.clear();
169 }
170 return MSERR_OK;
171 }
172
DealPlayParamsBeforePlay(const int32_t streamID,const PlayParams playParams)173 int32_t CacheBuffer::DealPlayParamsBeforePlay(const int32_t streamID, const PlayParams playParams)
174 {
175 std::lock_guard lock(cacheBufferLock_);
176 CHECK_AND_RETURN_RET_LOG(audioRenderer_ != nullptr, MSERR_INVALID_VAL, "Invalid audioRenderer.");
177 loop_ = playParams.loop;
178 audioRenderer_->SetRenderRate(CheckAndAlignRendererRate(playParams.rate));
179 audioRenderer_->SetVolume(playParams.leftVolume);
180 priority_ = playParams.priority;
181 audioRenderer_->SetParallelPlayFlag(playParams.parallelPlayFlag);
182 return MSERR_OK;
183 }
184
CheckAndAlignRendererRate(const int32_t rate)185 AudioStandard::AudioRendererRate CacheBuffer::CheckAndAlignRendererRate(const int32_t rate)
186 {
187 AudioStandard::AudioRendererRate renderRate = AudioStandard::AudioRendererRate::RENDER_RATE_NORMAL;
188 switch (rate) {
189 case AudioStandard::AudioRendererRate::RENDER_RATE_NORMAL:
190 renderRate = AudioStandard::AudioRendererRate::RENDER_RATE_NORMAL;
191 break;
192 case AudioStandard::AudioRendererRate::RENDER_RATE_DOUBLE:
193 renderRate = AudioStandard::AudioRendererRate::RENDER_RATE_DOUBLE;
194 break;
195 case AudioStandard::AudioRendererRate::RENDER_RATE_HALF:
196 renderRate = AudioStandard::AudioRendererRate::RENDER_RATE_HALF;
197 break;
198 default:
199 renderRate = AudioStandard::AudioRendererRate::RENDER_RATE_NORMAL;
200 break;
201 }
202 return renderRate;
203 }
204
OnWriteData(size_t length)205 void CacheBuffer::OnWriteData(size_t length)
206 {
207 AudioStandard::BufferDesc bufDesc;
208 if (audioRenderer_ == nullptr) {
209 MEDIA_ERR_LOG("audioRenderer is nullptr.");
210 return;
211 }
212 if (!isRunning_.load()) {
213 MEDIA_ERR_LOG("audioRenderer is stop.");
214 return;
215 }
216 if (cacheDataFrameNum_ == reCombineCacheData_.size()) {
217 if (havePlayedCount_ == loop_) {
218 MEDIA_INFO_LOG("CacheBuffer stream write finish, cacheDataFrameNum_:%{public}zu,"
219 " havePlayedCount_:%{public}d, loop:%{public}d, try to stop.", cacheDataFrameNum_,
220 havePlayedCount_, loop_);
221 Stop(streamID_);
222 return;
223 }
224 cacheDataFrameNum_ = 0;
225 havePlayedCount_++;
226 }
227 audioRenderer_->GetBufferDesc(bufDesc);
228 std::shared_ptr<AudioBufferEntry> audioBuffer = reCombineCacheData_[cacheDataFrameNum_];
229
230 int32_t ret = memcpy_s(static_cast<void *>(bufDesc.buffer), length,
231 static_cast<void *>(audioBuffer->buffer), length);
232 CHECK_AND_RETURN_LOG(ret == MSERR_OK, "memcpy failed.");
233 bufDesc.bufLength = length;
234 bufDesc.dataLength = length;
235
236 audioRenderer_->Enqueue(bufDesc);
237 cacheDataFrameNum_++;
238 }
239
Stop(const int32_t streamID)240 int32_t CacheBuffer::Stop(const int32_t streamID)
241 {
242 std::lock_guard lock(cacheBufferLock_);
243 if (streamID == streamID_) {
244 if (audioRenderer_ != nullptr && isRunning_.load()) {
245 isRunning_.store(false);
246 if (rendererFlags_ == LOW_LATENCY_PLAY_RENDERER_FLAGS) {
247 audioRenderer_->Pause();
248 audioRenderer_->Flush();
249 } else {
250 audioRenderer_->Stop();
251 }
252 cacheDataFrameNum_ = 0;
253 havePlayedCount_ = 0;
254 if (callback_ != nullptr) callback_->OnPlayFinished();
255 if (cacheBufferCallback_ != nullptr) cacheBufferCallback_->OnPlayFinished();
256 }
257 return MSERR_OK;
258 }
259 return MSERR_INVALID_VAL;
260 }
261
SetVolume(const int32_t streamID,const float leftVolume,const float rightVolume)262 int32_t CacheBuffer::SetVolume(const int32_t streamID, const float leftVolume, const float rightVolume)
263 {
264 std::lock_guard lock(cacheBufferLock_);
265 int32_t ret = MSERR_OK;
266 if (streamID == streamID_) {
267 if (audioRenderer_ != nullptr) {
268 // audio cannot support left & right volume, all use left volume.
269 (void) rightVolume;
270 ret = audioRenderer_->SetVolume(leftVolume);
271 }
272 }
273 return ret;
274 }
275
SetRate(const int32_t streamID,const AudioStandard::AudioRendererRate renderRate)276 int32_t CacheBuffer::SetRate(const int32_t streamID, const AudioStandard::AudioRendererRate renderRate)
277 {
278 std::lock_guard lock(cacheBufferLock_);
279 int32_t ret = MSERR_INVALID_VAL;
280 if (streamID == streamID_) {
281 if (audioRenderer_ != nullptr) {
282 ret = audioRenderer_->SetRenderRate(CheckAndAlignRendererRate(renderRate));
283 }
284 }
285 return ret;
286 }
287
SetPriority(const int32_t streamID,const int32_t priority)288 int32_t CacheBuffer::SetPriority(const int32_t streamID, const int32_t priority)
289 {
290 std::lock_guard lock(cacheBufferLock_);
291 if (streamID == streamID_) {
292 priority_ = priority;
293 }
294 return MSERR_OK;
295 }
296
SetLoop(const int32_t streamID,const int32_t loop)297 int32_t CacheBuffer::SetLoop(const int32_t streamID, const int32_t loop)
298 {
299 std::lock_guard lock(cacheBufferLock_);
300 if (streamID == streamID_) {
301 loop_ = loop;
302 havePlayedCount_ = 0;
303 }
304 return MSERR_OK;
305 }
306
SetParallelPlayFlag(const int32_t streamID,const bool parallelPlayFlag)307 int32_t CacheBuffer::SetParallelPlayFlag(const int32_t streamID, const bool parallelPlayFlag)
308 {
309 std::lock_guard lock(cacheBufferLock_);
310 if (streamID == streamID_) {
311 MEDIA_INFO_LOG("CacheBuffer parallelPlayFlag:%{public}d.", parallelPlayFlag);
312 if (audioRenderer_ != nullptr) {
313 audioRenderer_->SetParallelPlayFlag(parallelPlayFlag);
314 }
315 }
316 return MSERR_OK;
317 }
318
Release()319 int32_t CacheBuffer::Release()
320 {
321 std::lock_guard lock(cacheBufferLock_);
322 MEDIA_INFO_LOG("CacheBuffer release, streamID:%{public}d", streamID_);
323 isRunning_.store(false);
324 if (audioRenderer_ != nullptr) {
325 audioRenderer_->Stop();
326 audioRenderer_->Release();
327 audioRenderer_ = nullptr;
328 }
329 if (!cacheData_.empty()) cacheData_.clear();
330 if (!reCombineCacheData_.empty()) reCombineCacheData_.clear();
331 if (callback_ != nullptr) callback_.reset();
332 if (cacheBufferCallback_ != nullptr) cacheBufferCallback_.reset();
333 return MSERR_OK;
334 }
335
SetCallback(const std::shared_ptr<ISoundPoolCallback> & callback)336 int32_t CacheBuffer::SetCallback(const std::shared_ptr<ISoundPoolCallback> &callback)
337 {
338 callback_ = callback;
339 return MSERR_OK;
340 }
341
SetCacheBufferCallback(const std::shared_ptr<ISoundPoolCallback> & callback)342 int32_t CacheBuffer::SetCacheBufferCallback(const std::shared_ptr<ISoundPoolCallback> &callback)
343 {
344 cacheBufferCallback_ = callback;
345 return MSERR_OK;
346 }
347 } // namespace Media
348 } // namespace OHOS
349