1 /*
2 * Copyright (c) 2024 Huawei Device Co., Ltd.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
16 #include "dmic_client.h"
17
18 #include <chrono>
19
20 #include "cJSON.h"
21
22 #include "daudio_constants.h"
23 #include "daudio_hisysevent.h"
24 #include "daudio_sink_hidumper.h"
25 #include "daudio_sink_manager.h"
26
27 #undef DH_LOG_TAG
28 #define DH_LOG_TAG "DMicClient"
29
30 namespace OHOS {
31 namespace DistributedHardware {
~DMicClient()32 DMicClient::~DMicClient()
33 {
34 if (micTrans_ != nullptr) {
35 DHLOGI("Release mic client.");
36 StopCapture();
37 }
38 }
39
OnEngineTransEvent(const AVTransEvent & event)40 void DMicClient::OnEngineTransEvent(const AVTransEvent &event)
41 {
42 if (event.type == EventType::EVENT_START_SUCCESS) {
43 OnStateChange(DATA_OPENED);
44 } else if ((event.type == EventType::EVENT_STOP_SUCCESS) ||
45 (event.type == EventType::EVENT_CHANNEL_CLOSED) ||
46 (event.type == EventType::EVENT_START_FAIL)) {
47 OnStateChange(DATA_CLOSED);
48 }
49 }
50
OnEngineTransMessage(const std::shared_ptr<AVTransMessage> & message)51 void DMicClient::OnEngineTransMessage(const std::shared_ptr<AVTransMessage> &message)
52 {
53 CHECK_NULL_VOID(message);
54 DHLOGI("On Engine message, type : %{public}s.", GetEventNameByType(message->type_).c_str());
55 DAudioSinkManager::GetInstance().HandleDAudioNotify(message->dstDevId_, message->dstDevId_,
56 static_cast<int32_t>(message->type_), message->content_);
57 }
58
InitSenderEngine(IAVEngineProvider * providerPtr)59 int32_t DMicClient::InitSenderEngine(IAVEngineProvider *providerPtr)
60 {
61 DHLOGI("Init SenderEngine");
62 if (micTrans_ == nullptr) {
63 micTrans_ = std::make_shared<AVTransSenderTransport>(devId_, shared_from_this());
64 }
65 int32_t ret = micTrans_->InitEngine(providerPtr);
66 if (ret != DH_SUCCESS) {
67 DHLOGE("Mic client initialize av sender adapter failed.");
68 return ERR_DH_AUDIO_NULLPTR;
69 }
70 return DH_SUCCESS;
71 }
72
InitCtrlTrans()73 int32_t DMicClient::InitCtrlTrans()
74 {
75 DHLOGI("InitCtrlTrans enter");
76 if (micCtrlTrans_ == nullptr) {
77 micCtrlTrans_ = std::make_shared<DaudioSinkCtrlTrans>(devId_,
78 SESSIONNAME_MIC_SINK, SESSIONNAME_MIC_SOURCE, shared_from_this());
79 }
80 int32_t ret = micCtrlTrans_->SetUp(shared_from_this());
81 CHECK_AND_RETURN_RET_LOG(ret != DH_SUCCESS, ret, "Mic ctrl SetUp failed.");
82 return DH_SUCCESS;
83 }
84
OnCtrlTransEvent(const AVTransEvent & event)85 void DMicClient::OnCtrlTransEvent(const AVTransEvent &event)
86 {
87 if (event.type == EventType::EVENT_START_SUCCESS) {
88 OnStateChange(DATA_OPENED);
89 } else if ((event.type == EventType::EVENT_STOP_SUCCESS) ||
90 (event.type == EventType::EVENT_CHANNEL_CLOSED) ||
91 (event.type == EventType::EVENT_START_FAIL)) {
92 OnStateChange(DATA_CLOSED);
93 }
94 }
95
OnCtrlTransMessage(const std::shared_ptr<AVTransMessage> & message)96 void DMicClient::OnCtrlTransMessage(const std::shared_ptr<AVTransMessage> &message)
97 {
98 CHECK_NULL_VOID(message);
99 DHLOGI("On Engine message, type : %{public}s.", GetEventNameByType(message->type_).c_str());
100 DAudioSinkManager::GetInstance().HandleDAudioNotify(message->dstDevId_, message->dstDevId_,
101 static_cast<int32_t>(message->type_), message->content_);
102 }
103
OnStateChange(const AudioEventType type)104 int32_t DMicClient::OnStateChange(const AudioEventType type)
105 {
106 DHLOGD("On state change type: %{public}d.", type);
107 AudioEvent event;
108 cJSON *jParam = cJSON_CreateObject();
109 CHECK_NULL_RETURN(jParam, ERR_DH_AUDIO_NULLPTR);
110
111 cJSON_AddStringToObject(jParam, KEY_DH_ID, std::to_string(dhId_).c_str());
112 char *jsonData = cJSON_PrintUnformatted(jParam);
113 if (jsonData == nullptr) {
114 DHLOGE("Failed to create JSON data.");
115 cJSON_Delete(jParam);
116 return ERR_DH_AUDIO_NULLPTR;
117 }
118 event.content = std::string(jsonData);
119 cJSON_Delete(jParam);
120 cJSON_free(jsonData);
121 switch (type) {
122 case AudioEventType::DATA_OPENED: {
123 isBlocking_.store(true);
124 if (audioParam_.captureOpts.capturerFlags != MMAP_MODE) {
125 isCaptureReady_.store(true);
126 captureDataThread_ = std::thread([this]() { this->CaptureThreadRunning(); });
127 }
128 event.type = AudioEventType::MIC_OPENED;
129 break;
130 }
131 case AudioEventType::DATA_CLOSED: {
132 event.type = AudioEventType::MIC_CLOSED;
133 break;
134 }
135 default:
136 DHLOGE("Invalid parameter type: %{public}d.", type);
137 return ERR_DH_AUDIO_NOT_SUPPORT;
138 }
139
140 std::shared_ptr<IAudioEventCallback> cbObj = eventCallback_.lock();
141 CHECK_NULL_RETURN(cbObj, ERR_DH_AUDIO_NULLPTR);
142 cbObj->NotifyEvent(event);
143 return DH_SUCCESS;
144 }
145
AudioFwkClientSetUp()146 int32_t DMicClient::AudioFwkClientSetUp()
147 {
148 AudioStandard::AudioCapturerOptions capturerOptions = {
149 {
150 static_cast<AudioStandard::AudioSamplingRate>(audioParam_.comParam.sampleRate),
151 AudioStandard::AudioEncodingType::ENCODING_PCM,
152 static_cast<AudioStandard::AudioSampleFormat>(audioParam_.comParam.bitFormat),
153 static_cast<AudioStandard::AudioChannel>(audioParam_.comParam.channelMask),
154 },
155 {
156 static_cast<AudioStandard::SourceType>(audioParam_.captureOpts.sourceType),
157 audioParam_.captureOpts.capturerFlags == MMAP_MODE ? AudioStandard::STREAM_FLAG_FAST : 0,
158 }
159 };
160 std::lock_guard<std::mutex> lck(devMtx_);
161 audioCapturer_ = AudioStandard::AudioCapturer::Create(capturerOptions);
162 CHECK_NULL_RETURN(audioCapturer_, ERR_DH_AUDIO_CLIENT_CAPTURER_CREATE_FAILED);
163 if (audioParam_.captureOpts.capturerFlags == MMAP_MODE) {
164 int32_t ret = audioCapturer_->SetCapturerReadCallback(shared_from_this());
165 if (ret != DH_SUCCESS) {
166 DHLOGE("Client save read callback failed.");
167 return ERR_DH_AUDIO_CLIENT_CAPTURER_CREATE_FAILED;
168 }
169 }
170 return TransSetUp();
171 }
172
TransSetUp()173 int32_t DMicClient::TransSetUp()
174 {
175 CHECK_NULL_RETURN(micTrans_, ERR_DH_AUDIO_NULLPTR);
176 int32_t ret = micTrans_->SetUp(audioParam_, audioParam_, shared_from_this(), CAP_MIC);
177 if (ret != DH_SUCCESS) {
178 DHLOGE("Mic trans setup failed.");
179 return ret;
180 }
181 clientStatus_ = AudioStatus::STATUS_READY;
182 return DH_SUCCESS;
183 }
184
SetUp(const AudioParam & param)185 int32_t DMicClient::SetUp(const AudioParam ¶m)
186 {
187 DHLOGI("Set up mic client, param: {sampleRate: %{public}d, bitFormat: %{public}d,"
188 "channelMask: %{public}d, sourceType: %{public}d, capturerFlags: %{public}d, frameSize: %{public}d}.",
189 param.comParam.sampleRate, param.comParam.bitFormat, param.comParam.channelMask, param.captureOpts.sourceType,
190 param.captureOpts.capturerFlags, param.comParam.frameSize);
191 audioParam_ = param;
192 DumpFileUtil::OpenDumpFile(DUMP_SERVER_PARA, DUMP_DAUDIO_MIC_BEFORE_TRANS_NAME, &dumpFile_);
193 return AudioFwkClientSetUp();
194 }
195
SendMessage(uint32_t type,std::string content,std::string dstDevId)196 int32_t DMicClient::SendMessage(uint32_t type, std::string content, std::string dstDevId)
197 {
198 DHLOGD("Send message to remote.");
199 if (type != static_cast<uint32_t>(NOTIFY_OPEN_MIC_RESULT) &&
200 type != static_cast<uint32_t>(NOTIFY_OPEN_CTRL_RESULT) &&
201 type != static_cast<uint32_t>(NOTIFY_CLOSE_MIC_RESULT) &&
202 type != static_cast<uint32_t>(CLOSE_MIC)) {
203 DHLOGE("event type is not NOTIFY_OPEN_MIC or NOTIFY_CLOSE_MIC or"
204 "CLOSE_MIC or OPEN_CTRL. type: %{public}u", type);
205 return ERR_DH_AUDIO_NULLPTR;
206 }
207 CHECK_NULL_RETURN(micCtrlTrans_, ERR_DH_AUDIO_NULLPTR);
208 micCtrlTrans_->SendAudioEvent(type, content, dstDevId);
209 return DH_SUCCESS;
210 }
211
Release()212 int32_t DMicClient::Release()
213 {
214 DHLOGI("Release mic client.");
215 std::lock_guard<std::mutex> lck(devMtx_);
216 CHECK_NULL_RETURN(micTrans_, ERR_DH_AUDIO_SA_STATUS_ERR);
217 if (clientStatus_ != AudioStatus::STATUS_READY && clientStatus_ != AudioStatus::STATUS_STOP) {
218 DHLOGE("Mic status is wrong, %{public}d.", (int32_t)clientStatus_);
219 return ERR_DH_AUDIO_SA_STATUS_ERR;
220 }
221 bool isReleaseError = false;
222 if (audioCapturer_ == nullptr || !audioCapturer_->Release()) {
223 DHLOGE("Audio capturer release failed.");
224 isReleaseError = true;
225 }
226 int32_t ret = micTrans_->Release();
227 if (ret != DH_SUCCESS) {
228 DHLOGE("Mic trans release failed.");
229 isReleaseError = true;
230 }
231 micTrans_ = nullptr;
232 if (micCtrlTrans_ != nullptr) {
233 if (micCtrlTrans_->Release() != DH_SUCCESS) {
234 DHLOGE("Mic trans release failed.");
235 isReleaseError = true;
236 }
237 }
238 clientStatus_ = AudioStatus::STATUS_IDLE;
239 if (isReleaseError) {
240 return ERR_DH_AUDIO_FAILED;
241 }
242 DumpFileUtil::CloseDumpFile(&dumpFile_);
243 return DH_SUCCESS;
244 }
245
StartCapture()246 int32_t DMicClient::StartCapture()
247 {
248 DHLOGI("Start capturer.");
249 std::lock_guard<std::mutex> lck(devMtx_);
250 CHECK_NULL_RETURN(micTrans_, ERR_DH_AUDIO_SA_STATUS_ERR);
251 CHECK_NULL_RETURN(audioCapturer_, ERR_DH_AUDIO_NULLPTR);
252
253 if (clientStatus_ != AudioStatus::STATUS_READY) {
254 DHLOGE("Audio capturer init failed or mic status wrong, status: %{public}d.", (int32_t)clientStatus_);
255 DAudioHisysevent::GetInstance().SysEventWriteFault(DAUDIO_OPT_FAIL, ERR_DH_AUDIO_SA_STATUS_ERR,
256 "daudio init failed or mic status wrong.");
257 return ERR_DH_AUDIO_SA_STATUS_ERR;
258 }
259 if (!audioCapturer_->Start()) {
260 DHLOGE("Audio capturer start failed.");
261 audioCapturer_->Release();
262 DAudioHisysevent::GetInstance().SysEventWriteFault(DAUDIO_OPT_FAIL,
263 ERR_DH_AUDIO_CLIENT_CAPTURER_START_FAILED, "daudio capturer start failed.");
264 return ERR_DH_AUDIO_CLIENT_CAPTURER_START_FAILED;
265 }
266 int32_t ret = micTrans_->Start();
267 if (ret != DH_SUCCESS) {
268 DHLOGE("Mic trans start failed.");
269 micTrans_->Release();
270 DAudioHisysevent::GetInstance().SysEventWriteFault(DAUDIO_OPT_FAIL, ret, "daudio mic trans start failed.");
271 return ret;
272 }
273 clientStatus_ = AudioStatus::STATUS_START;
274 return DH_SUCCESS;
275 }
276
AudioFwkCaptureData()277 void DMicClient::AudioFwkCaptureData()
278 {
279 std::shared_ptr<AudioData> audioData = std::make_shared<AudioData>(audioParam_.comParam.frameSize);
280 size_t bytesRead = 0;
281 bool errorFlag = false;
282 int64_t startTime = GetNowTimeUs();
283 CHECK_NULL_VOID(audioCapturer_);
284
285 while (bytesRead < audioParam_.comParam.frameSize) {
286 int32_t len = audioCapturer_->Read(*(audioData->Data() + bytesRead),
287 audioParam_.comParam.frameSize - bytesRead, isBlocking_.load());
288 if (len >= 0) {
289 bytesRead += static_cast<size_t>(len);
290 } else {
291 errorFlag = true;
292 break;
293 }
294 int64_t endTime = GetNowTimeUs();
295 if (IsOutDurationRange(startTime, endTime, lastCaptureStartTime_)) {
296 DHLOGD("This time capture spend: %{public}" PRId64" us, The interval of capture this time and "
297 "the last time: %{public}" PRId64" us", endTime - startTime, startTime - lastCaptureStartTime_);
298 }
299 lastCaptureStartTime_ = startTime;
300 }
301 if (errorFlag) {
302 DHLOGE("Bytes read failed.");
303 return;
304 }
305 if (isPauseStatus_.load()) {
306 memset_s(audioData->Data(), audioData->Size(), 0, audioData->Size());
307 }
308 DumpFileUtil::WriteDumpFile(dumpFile_, static_cast<void *>(audioData->Data()), audioData->Size());
309 int64_t startTransTime = GetNowTimeUs();
310 CHECK_NULL_VOID(micTrans_);
311 int32_t ret = micTrans_->FeedAudioData(audioData);
312 if (ret != DH_SUCCESS) {
313 DHLOGE("Failed to send data.");
314 }
315 int64_t endTransTime = GetNowTimeUs();
316 if (IsOutDurationRange(startTransTime, endTransTime, lastTransStartTime_)) {
317 DHLOGD("This time send data spend: %{public}" PRId64" us, The interval of send data this time and "
318 "the last time: %{public}" PRId64" us",
319 endTransTime - startTransTime, startTransTime - lastTransStartTime_);
320 }
321 lastTransStartTime_ = startTransTime;
322 }
323
CaptureThreadRunning()324 void DMicClient::CaptureThreadRunning()
325 {
326 DHLOGD("Start the capturer thread.");
327 if (pthread_setname_np(pthread_self(), CAPTURETHREAD) != DH_SUCCESS) {
328 DHLOGE("Capture data thread setname failed.");
329 }
330 while (isCaptureReady_.load()) {
331 AudioFwkCaptureData();
332 }
333 }
334
OnDecodeTransDataDone(const std::shared_ptr<AudioData> & audioData)335 int32_t DMicClient::OnDecodeTransDataDone(const std::shared_ptr<AudioData> &audioData)
336 {
337 (void)audioData;
338 return DH_SUCCESS;
339 }
340
OnReadData(size_t length)341 void DMicClient::OnReadData(size_t length)
342 {
343 AudioStandard::BufferDesc bufDesc;
344 CHECK_NULL_VOID(audioCapturer_);
345
346 if (audioCapturer_->GetBufferDesc(bufDesc) != DH_SUCCESS || bufDesc.bufLength == 0) {
347 DHLOGE("Get buffer desc failed.");
348 return;
349 }
350 CHECK_NULL_VOID(bufDesc.buffer);
351
352 std::shared_ptr<AudioData> audioData = std::make_shared<AudioData>(audioParam_.comParam.frameSize);
353 if (audioData->Capacity() != bufDesc.bufLength) {
354 uint64_t capacity = static_cast<uint64_t>(audioData->Capacity());
355 uint64_t bufLength = static_cast<uint64_t>(bufDesc.bufLength);
356 DHLOGE("Audio data length is not equal to buflength. datalength: %{public}" PRIu64
357 ", bufLength: %{public}" PRIu64, capacity, bufLength);
358 }
359 if (memcpy_s(audioData->Data(), audioData->Capacity(), bufDesc.buffer, bufDesc.bufLength) != EOK) {
360 DHLOGE("Copy audio data failed.");
361 }
362
363 if (isPauseStatus_.load()) {
364 memset_s(audioData->Data(), audioData->Size(), 0, audioData->Size());
365 }
366 audioCapturer_->Enqueue(bufDesc);
367
368 CHECK_NULL_VOID(micTrans_);
369 if (micTrans_->FeedAudioData(audioData) != DH_SUCCESS) {
370 DHLOGE("Failed to send data.");
371 }
372 }
373
StopCapture()374 int32_t DMicClient::StopCapture()
375 {
376 DHLOGI("Stop capturer.");
377 std::lock_guard<std::mutex> lck(devMtx_);
378 if (clientStatus_ != AudioStatus::STATUS_START) {
379 DHLOGE("Capturee is not start or mic status wrong, status: %{public}d.", (int32_t)clientStatus_);
380 DAudioHisysevent::GetInstance().SysEventWriteFault(DAUDIO_OPT_FAIL, ERR_DH_AUDIO_SA_STATUS_ERR,
381 "daudio capturer is not start or mic status wrong.");
382 return ERR_DH_AUDIO_SA_STATUS_ERR;
383 }
384 CHECK_NULL_RETURN(micTrans_, ERR_DH_AUDIO_NULLPTR);
385
386 isBlocking_.store(false);
387 if (audioParam_.captureOpts.capturerFlags != MMAP_MODE && isCaptureReady_.load()) {
388 isCaptureReady_.store(false);
389 if (captureDataThread_.joinable()) {
390 captureDataThread_.join();
391 }
392 }
393
394 bool status = true;
395 int32_t ret = micTrans_->Stop();
396 if (ret != DH_SUCCESS) {
397 DHLOGE("Mic trans stop failed.");
398 status = false;
399 }
400 if (audioCapturer_ == nullptr || !audioCapturer_->Stop()) {
401 DHLOGE("Audio capturer stop failed.");
402 status = false;
403 }
404 clientStatus_ = AudioStatus::STATUS_STOP;
405 if (!status) {
406 return ERR_DH_AUDIO_FAILED;
407 }
408 return DH_SUCCESS;
409 }
410
SetAttrs(const std::string & devId,const std::shared_ptr<IAudioEventCallback> & callback)411 void DMicClient::SetAttrs(const std::string &devId, const std::shared_ptr<IAudioEventCallback> &callback)
412 {
413 DHLOGE("Set attrs, not support yet.");
414 }
415
PauseCapture()416 int32_t DMicClient::PauseCapture()
417 {
418 DHLOGI("Pause capture.");
419 isPauseStatus_.store(true);
420 return DH_SUCCESS;
421 }
422
ResumeCapture()423 int32_t DMicClient::ResumeCapture()
424 {
425 DHLOGI("Resume capture.");
426 isPauseStatus_.store(false);
427 return DH_SUCCESS;
428 }
429 } // DistributedHardware
430 } // OHOS
431