• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 
2 /*
3  * Copyright (C) 2023 Huawei Device Co., Ltd.
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *     http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #include "cache_buffer.h"
18 #include "media_log.h"
19 #include "media_errors.h"
20 #include "securec.h"
21 
22 namespace OHOS {
23 namespace Media {
CacheBuffer(const MediaAVCodec::Format & trackFormat,const std::deque<std::shared_ptr<AudioBufferEntry>> & cacheData,const size_t & cacheDataTotalSize,const int32_t & soundID,const int32_t & streamID)24 CacheBuffer::CacheBuffer(const MediaAVCodec::Format &trackFormat,
25     const std::deque<std::shared_ptr<AudioBufferEntry>> &cacheData,
26     const size_t &cacheDataTotalSize, const int32_t &soundID, const int32_t &streamID) : trackFormat_(trackFormat),
27     cacheData_(cacheData), cacheDataTotalSize_(cacheDataTotalSize), soundID_(soundID), streamID_(streamID),
28     cacheDataFrameNum_(0), havePlayedCount_(0)
29 
30 {
31     MEDIA_INFO_LOG("Construction CacheBuffer");
32 }
33 
~CacheBuffer()34 CacheBuffer::~CacheBuffer()
35 {
36     MEDIA_INFO_LOG("Destruction CacheBuffer dec");
37     Release();
38 }
39 
CreateAudioRenderer(const int32_t streamID,const AudioStandard::AudioRendererInfo audioRendererInfo,const PlayParams playParams)40 std::unique_ptr<AudioStandard::AudioRenderer> CacheBuffer::CreateAudioRenderer(const int32_t streamID,
41     const AudioStandard::AudioRendererInfo audioRendererInfo, const PlayParams playParams)
42 {
43     CHECK_AND_RETURN_RET_LOG(streamID == streamID_, nullptr,
44         "Invalid streamID, failed to create normal audioRenderer.");
45     int32_t sampleRate;
46     int32_t sampleFormat;
47     int32_t channelCount;
48     AudioStandard::AudioRendererOptions rendererOptions = {};
49     // Set to PCM encoding
50     rendererOptions.streamInfo.encoding = AudioStandard::AudioEncodingType::ENCODING_PCM;
51     // Get sample rate from trackFormat and set it to audiorender.
52     trackFormat_.GetIntValue(MediaAVCodec::MediaDescriptionKey::MD_KEY_SAMPLE_RATE, sampleRate);
53     rendererOptions.streamInfo.samplingRate = static_cast<AudioStandard::AudioSamplingRate>(sampleRate);
54     // Get sample format from trackFormat and set it to audiorender.
55     trackFormat_.GetIntValue(MediaAVCodec::MediaDescriptionKey::MD_KEY_AUDIO_SAMPLE_FORMAT, sampleFormat);
56     // Align audiorender capability
57     rendererOptions.streamInfo.format = static_cast<AudioStandard::AudioSampleFormat>(sampleFormat);
58     // Get channel count from trackFormat and set it to audiorender.
59     trackFormat_.GetIntValue(MediaAVCodec::MediaDescriptionKey::MD_KEY_CHANNEL_COUNT, channelCount);
60     rendererOptions.streamInfo.channels = static_cast<AudioStandard::AudioChannel>(channelCount);
61     // contentType streamUsage rendererFlags come from user.
62     rendererOptions.rendererInfo.contentType = audioRendererInfo.contentType;
63     rendererOptions.rendererInfo.streamUsage = audioRendererInfo.streamUsage;
64     rendererOptions.privacyType = AudioStandard::PRIVACY_TYPE_PUBLIC;
65     std::string cacheDir = "/data/storage/el2/base/temp";
66     if (playParams.cacheDir != "") {
67         cacheDir = playParams.cacheDir;
68     }
69 
70     MEDIA_INFO_LOG("CacheBuffer sampleRate:%{public}d, sampleFormat:%{public}d, channelCount:%{public}d.",
71         sampleRate, sampleFormat, channelCount);
72     // low-latency:1, non low-latency:0
73     if ((rendererOptions.streamInfo.samplingRate == AudioStandard::AudioSamplingRate::SAMPLE_RATE_48000) &&
74         (rendererOptions.streamInfo.channels == AudioStandard::AudioChannel::MONO ||
75         rendererOptions.streamInfo.channels == AudioStandard::AudioChannel::STEREO)) {
76         // samplingRate 48KHz, channelCount 1/2
77         MEDIA_INFO_LOG("low latency support this rendererOptions.");
78         rendererFlags_ = audioRendererInfo.rendererFlags;
79     } else {
80         MEDIA_INFO_LOG("low latency didn't support this rendererOptions, force normal play.");
81         rendererFlags_ = NORMAL_PLAY_RENDERER_FLAGS;
82     }
83     rendererOptions.rendererInfo.rendererFlags = rendererFlags_;
84     std::unique_ptr<AudioStandard::AudioRenderer> audioRenderer =
85         AudioStandard::AudioRenderer::Create(cacheDir, rendererOptions);
86     CHECK_AND_RETURN_RET_LOG(audioRenderer != nullptr, nullptr, "Invalid audioRenderer.");
87     audioRenderer->SetRenderMode(AudioStandard::AudioRenderMode::RENDER_MODE_CALLBACK);
88     int32_t ret = audioRenderer->SetRendererWriteCallback(shared_from_this());
89     if (ret != MSERR_OK) {
90         MEDIA_ERR_LOG("audio renderer write callback fail, ret %{public}d.", ret);
91     }
92     return audioRenderer;
93 }
94 
PreparePlay(const int32_t streamID,const AudioStandard::AudioRendererInfo audioRendererInfo,const PlayParams playParams)95 int32_t CacheBuffer::PreparePlay(const int32_t streamID, const AudioStandard::AudioRendererInfo audioRendererInfo,
96     const PlayParams playParams)
97 {
98     // create audioRenderer
99     if (audioRenderer_ == nullptr) {
100         audioRenderer_ = CreateAudioRenderer(streamID, audioRendererInfo, playParams);
101         ReCombineCacheData();
102     } else {
103         MEDIA_INFO_LOG("audio render inited.");
104     }
105     // deal play params
106     DealPlayParamsBeforePlay(streamID, playParams);
107     return MSERR_OK;
108 }
109 
DoPlay(const int32_t streamID)110 int32_t CacheBuffer::DoPlay(const int32_t streamID)
111 {
112     CHECK_AND_RETURN_RET_LOG(streamID == streamID_, MSERR_INVALID_VAL, "Invalid streamID, failed to DoPlay.");
113     std::lock_guard lock(cacheBufferLock_);
114     if (audioRenderer_ != nullptr) {
115         isRunning_.store(true);
116         cacheDataFrameNum_ = 0;
117         havePlayedCount_ = 0;
118         if (!audioRenderer_->Start()) {
119             MEDIA_ERR_LOG("audioRenderer Start failed");
120             if (callback_ != nullptr) callback_->OnError(MSERR_INVALID_VAL);
121             if (cacheBufferCallback_ != nullptr) cacheBufferCallback_->OnError(MSERR_INVALID_VAL);
122             return MSERR_INVALID_VAL;
123         }
124         return MSERR_OK;
125     }
126     MEDIA_ERR_LOG("Invalid audioRenderer.");
127     return MSERR_INVALID_VAL;
128 }
129 
ReCombineCacheData()130 int32_t CacheBuffer::ReCombineCacheData()
131 {
132     std::lock_guard lock(cacheBufferLock_);
133     CHECK_AND_RETURN_RET_LOG(audioRenderer_ != nullptr, MSERR_INVALID_VAL, "Invalid audioRenderer.");
134     CHECK_AND_RETURN_RET_LOG(!cacheData_.empty(), MSERR_INVALID_VAL, "empty cache data.");
135     size_t bufferSize;
136     audioRenderer_->GetBufferSize(bufferSize);
137     // Prevent data from crossing boundaries, ensure recombine data largest.
138     size_t reCombineCacheDataSize = (cacheDataTotalSize_ + bufferSize - 1) / bufferSize;
139     std::shared_ptr<AudioBufferEntry> preAudioBuffer = cacheData_.front();
140     size_t preAudioBufferIndex = 0;
141     for (size_t reCombineCacheDataNum = 0; reCombineCacheDataNum < reCombineCacheDataSize; reCombineCacheDataNum++) {
142         uint8_t *reCombineBuf = new(std::nothrow) uint8_t[bufferSize];
143         if (reCombineBuf == nullptr) {
144             MEDIA_ERR_LOG("Invalid recombine buffer.");
145             continue;
146         }
147         for (size_t bufferNum = 0; bufferNum < bufferSize; bufferNum++) {
148             if (cacheData_.size() > 1 && (preAudioBufferIndex == static_cast<size_t>(preAudioBuffer->size))) {
149                 cacheData_.pop_front();
150                 preAudioBuffer = cacheData_.front();
151                 preAudioBufferIndex = 0;
152             }
153             if (cacheData_.size() == 1 && (preAudioBufferIndex == static_cast<size_t>(preAudioBuffer->size))) {
154                 preAudioBuffer = cacheData_.front();
155                 cacheData_.pop_front();
156                 preAudioBufferIndex = 0;
157             }
158             if (cacheData_.empty()) {
159                 reCombineBuf[bufferNum] = 0;
160             } else {
161                 reCombineBuf[bufferNum] = preAudioBuffer->buffer[preAudioBufferIndex];
162             }
163             preAudioBufferIndex++;
164         }
165         reCombineCacheData_.push_back(std::make_shared<AudioBufferEntry>(reCombineBuf, bufferSize));
166     }
167     if (!cacheData_.empty()) {
168         cacheData_.clear();
169     }
170     return MSERR_OK;
171 }
172 
DealPlayParamsBeforePlay(const int32_t streamID,const PlayParams playParams)173 int32_t CacheBuffer::DealPlayParamsBeforePlay(const int32_t streamID, const PlayParams playParams)
174 {
175     std::lock_guard lock(cacheBufferLock_);
176     CHECK_AND_RETURN_RET_LOG(audioRenderer_ != nullptr, MSERR_INVALID_VAL, "Invalid audioRenderer.");
177     loop_ = playParams.loop;
178     audioRenderer_->SetRenderRate(CheckAndAlignRendererRate(playParams.rate));
179     audioRenderer_->SetVolume(playParams.leftVolume);
180     priority_ = playParams.priority;
181     audioRenderer_->SetParallelPlayFlag(playParams.parallelPlayFlag);
182     return MSERR_OK;
183 }
184 
CheckAndAlignRendererRate(const int32_t rate)185 AudioStandard::AudioRendererRate CacheBuffer::CheckAndAlignRendererRate(const int32_t rate)
186 {
187     AudioStandard::AudioRendererRate renderRate = AudioStandard::AudioRendererRate::RENDER_RATE_NORMAL;
188     switch (rate) {
189         case AudioStandard::AudioRendererRate::RENDER_RATE_NORMAL:
190             renderRate = AudioStandard::AudioRendererRate::RENDER_RATE_NORMAL;
191             break;
192         case AudioStandard::AudioRendererRate::RENDER_RATE_DOUBLE:
193             renderRate = AudioStandard::AudioRendererRate::RENDER_RATE_DOUBLE;
194             break;
195         case AudioStandard::AudioRendererRate::RENDER_RATE_HALF:
196             renderRate = AudioStandard::AudioRendererRate::RENDER_RATE_HALF;
197             break;
198         default:
199             renderRate = AudioStandard::AudioRendererRate::RENDER_RATE_NORMAL;
200             break;
201     }
202     return renderRate;
203 }
204 
OnWriteData(size_t length)205 void CacheBuffer::OnWriteData(size_t length)
206 {
207     AudioStandard::BufferDesc bufDesc;
208     if (audioRenderer_ == nullptr) {
209         MEDIA_ERR_LOG("audioRenderer is nullptr.");
210         return;
211     }
212     if (!isRunning_.load()) {
213         MEDIA_ERR_LOG("audioRenderer is stop.");
214         return;
215     }
216     if (cacheDataFrameNum_ == reCombineCacheData_.size()) {
217         if (havePlayedCount_ == loop_) {
218             MEDIA_INFO_LOG("CacheBuffer stream write finish, cacheDataFrameNum_:%{public}zu,"
219                 " havePlayedCount_:%{public}d, loop:%{public}d, try to stop.", cacheDataFrameNum_,
220                 havePlayedCount_, loop_);
221             Stop(streamID_);
222             return;
223         }
224         cacheDataFrameNum_ = 0;
225         havePlayedCount_++;
226     }
227     audioRenderer_->GetBufferDesc(bufDesc);
228     std::shared_ptr<AudioBufferEntry> audioBuffer = reCombineCacheData_[cacheDataFrameNum_];
229 
230     int32_t ret = memcpy_s(static_cast<void *>(bufDesc.buffer), length,
231         static_cast<void *>(audioBuffer->buffer), length);
232     CHECK_AND_RETURN_LOG(ret == MSERR_OK, "memcpy failed.");
233     bufDesc.bufLength = length;
234     bufDesc.dataLength = length;
235 
236     audioRenderer_->Enqueue(bufDesc);
237     cacheDataFrameNum_++;
238 }
239 
Stop(const int32_t streamID)240 int32_t CacheBuffer::Stop(const int32_t streamID)
241 {
242     std::lock_guard lock(cacheBufferLock_);
243     if (streamID == streamID_) {
244         if (audioRenderer_ != nullptr && isRunning_.load()) {
245             isRunning_.store(false);
246             if (rendererFlags_ == LOW_LATENCY_PLAY_RENDERER_FLAGS) {
247                 audioRenderer_->Pause();
248                 audioRenderer_->Flush();
249             } else {
250                 audioRenderer_->Stop();
251             }
252             cacheDataFrameNum_ = 0;
253             havePlayedCount_ = 0;
254             if (callback_ != nullptr) callback_->OnPlayFinished();
255             if (cacheBufferCallback_ != nullptr) cacheBufferCallback_->OnPlayFinished();
256         }
257         return MSERR_OK;
258     }
259     return MSERR_INVALID_VAL;
260 }
261 
SetVolume(const int32_t streamID,const float leftVolume,const float rightVolume)262 int32_t CacheBuffer::SetVolume(const int32_t streamID, const float leftVolume, const float rightVolume)
263 {
264     std::lock_guard lock(cacheBufferLock_);
265     int32_t ret = MSERR_OK;
266     if (streamID == streamID_) {
267         if (audioRenderer_ != nullptr) {
268             // audio cannot support left & right volume, all use left volume.
269             (void) rightVolume;
270             ret = audioRenderer_->SetVolume(leftVolume);
271         }
272     }
273     return ret;
274 }
275 
SetRate(const int32_t streamID,const AudioStandard::AudioRendererRate renderRate)276 int32_t CacheBuffer::SetRate(const int32_t streamID, const AudioStandard::AudioRendererRate renderRate)
277 {
278     std::lock_guard lock(cacheBufferLock_);
279     int32_t ret = MSERR_INVALID_VAL;
280     if (streamID == streamID_) {
281         if (audioRenderer_ != nullptr) {
282             ret = audioRenderer_->SetRenderRate(CheckAndAlignRendererRate(renderRate));
283         }
284     }
285     return ret;
286 }
287 
SetPriority(const int32_t streamID,const int32_t priority)288 int32_t CacheBuffer::SetPriority(const int32_t streamID, const int32_t priority)
289 {
290     std::lock_guard lock(cacheBufferLock_);
291     if (streamID == streamID_) {
292         priority_ = priority;
293     }
294     return MSERR_OK;
295 }
296 
SetLoop(const int32_t streamID,const int32_t loop)297 int32_t CacheBuffer::SetLoop(const int32_t streamID, const int32_t loop)
298 {
299     std::lock_guard lock(cacheBufferLock_);
300     if (streamID == streamID_) {
301         loop_ = loop;
302         havePlayedCount_ = 0;
303     }
304     return MSERR_OK;
305 }
306 
SetParallelPlayFlag(const int32_t streamID,const bool parallelPlayFlag)307 int32_t CacheBuffer::SetParallelPlayFlag(const int32_t streamID, const bool parallelPlayFlag)
308 {
309     std::lock_guard lock(cacheBufferLock_);
310     if (streamID == streamID_) {
311         MEDIA_INFO_LOG("CacheBuffer parallelPlayFlag:%{public}d.", parallelPlayFlag);
312         if (audioRenderer_ != nullptr) {
313             audioRenderer_->SetParallelPlayFlag(parallelPlayFlag);
314         }
315     }
316     return MSERR_OK;
317 }
318 
Release()319 int32_t CacheBuffer::Release()
320 {
321     std::lock_guard lock(cacheBufferLock_);
322     MEDIA_INFO_LOG("CacheBuffer release, streamID:%{public}d", streamID_);
323     isRunning_.store(false);
324     if (audioRenderer_ != nullptr) {
325         audioRenderer_->Stop();
326         audioRenderer_->Release();
327         audioRenderer_ = nullptr;
328     }
329     if (!cacheData_.empty()) cacheData_.clear();
330     if (!reCombineCacheData_.empty()) reCombineCacheData_.clear();
331     if (callback_ != nullptr) callback_.reset();
332     if (cacheBufferCallback_ != nullptr) cacheBufferCallback_.reset();
333     return MSERR_OK;
334 }
335 
SetCallback(const std::shared_ptr<ISoundPoolCallback> & callback)336 int32_t CacheBuffer::SetCallback(const std::shared_ptr<ISoundPoolCallback> &callback)
337 {
338     callback_ = callback;
339     return MSERR_OK;
340 }
341 
SetCacheBufferCallback(const std::shared_ptr<ISoundPoolCallback> & callback)342 int32_t CacheBuffer::SetCacheBufferCallback(const std::shared_ptr<ISoundPoolCallback> &callback)
343 {
344     cacheBufferCallback_ = callback;
345     return MSERR_OK;
346 }
347 } // namespace Media
348 } // namespace OHOS
349