1 /*
2 * Copyright (c) 2024 Huawei Device Co., Ltd.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
16 #include "dmic_client.h"
17
18 #include <chrono>
19
20 #include "cJSON.h"
21
22 #include "daudio_constants.h"
23 #include "daudio_hisysevent.h"
24 #include "daudio_sink_hidumper.h"
25 #include "daudio_sink_manager.h"
26
27 #undef DH_LOG_TAG
28 #define DH_LOG_TAG "DMicClient"
29
30 namespace OHOS {
31 namespace DistributedHardware {
~DMicClient()32 DMicClient::~DMicClient()
33 {
34 if (micTrans_ != nullptr) {
35 DHLOGI("Release mic client.");
36 StopCapture();
37 }
38 }
39
OnEngineTransEvent(const AVTransEvent & event)40 void DMicClient::OnEngineTransEvent(const AVTransEvent &event)
41 {
42 if (event.type == EventType::EVENT_START_SUCCESS) {
43 OnStateChange(DATA_OPENED);
44 } else if ((event.type == EventType::EVENT_STOP_SUCCESS) ||
45 (event.type == EventType::EVENT_CHANNEL_CLOSED) ||
46 (event.type == EventType::EVENT_START_FAIL)) {
47 OnStateChange(DATA_CLOSED);
48 }
49 }
50
OnEngineTransMessage(const std::shared_ptr<AVTransMessage> & message)51 void DMicClient::OnEngineTransMessage(const std::shared_ptr<AVTransMessage> &message)
52 {
53 CHECK_NULL_VOID(message);
54 DHLOGI("On Engine message, type : %{public}s.", GetEventNameByType(message->type_).c_str());
55 DAudioSinkManager::GetInstance().HandleDAudioNotify(message->dstDevId_, message->dstDevId_,
56 static_cast<int32_t>(message->type_), message->content_);
57 }
58
InitSenderEngine(IAVEngineProvider * providerPtr)59 int32_t DMicClient::InitSenderEngine(IAVEngineProvider *providerPtr)
60 {
61 DHLOGI("Init SenderEngine");
62 if (micTrans_ == nullptr) {
63 micTrans_ = std::make_shared<AVTransSenderTransport>(devId_, shared_from_this());
64 }
65 int32_t ret = micTrans_->InitEngine(providerPtr);
66 if (ret != DH_SUCCESS) {
67 DHLOGE("Mic client initialize av sender adapter failed.");
68 return ERR_DH_AUDIO_NULLPTR;
69 }
70 return DH_SUCCESS;
71 }
72
InitCtrlTrans()73 int32_t DMicClient::InitCtrlTrans()
74 {
75 DHLOGI("InitCtrlTrans enter");
76 if (micCtrlTrans_ == nullptr) {
77 micCtrlTrans_ = std::make_shared<DaudioSinkCtrlTrans>(devId_,
78 SESSIONNAME_MIC_SINK, SESSIONNAME_MIC_SOURCE, shared_from_this());
79 }
80 int32_t ret = micCtrlTrans_->SetUp(shared_from_this());
81 CHECK_AND_RETURN_RET_LOG(ret != DH_SUCCESS, ret, "Mic ctrl SetUp failed.");
82 return DH_SUCCESS;
83 }
84
OnCtrlTransEvent(const AVTransEvent & event)85 void DMicClient::OnCtrlTransEvent(const AVTransEvent &event)
86 {
87 if (event.type == EventType::EVENT_START_SUCCESS) {
88 OnStateChange(DATA_OPENED);
89 } else if ((event.type == EventType::EVENT_STOP_SUCCESS) ||
90 (event.type == EventType::EVENT_CHANNEL_CLOSED) ||
91 (event.type == EventType::EVENT_START_FAIL)) {
92 OnStateChange(DATA_CLOSED);
93 }
94 }
95
OnCtrlTransMessage(const std::shared_ptr<AVTransMessage> & message)96 void DMicClient::OnCtrlTransMessage(const std::shared_ptr<AVTransMessage> &message)
97 {
98 CHECK_NULL_VOID(message);
99 DHLOGI("On Engine message, type : %{public}s.", GetEventNameByType(message->type_).c_str());
100 DAudioSinkManager::GetInstance().HandleDAudioNotify(message->dstDevId_, message->dstDevId_,
101 static_cast<int32_t>(message->type_), message->content_);
102 }
103
OnStateChange(const AudioEventType type)104 int32_t DMicClient::OnStateChange(const AudioEventType type)
105 {
106 DHLOGD("On state change type: %{public}d.", type);
107 AudioEvent event;
108 cJSON *jParam = cJSON_CreateObject();
109 CHECK_NULL_RETURN(jParam, ERR_DH_AUDIO_NULLPTR);
110
111 cJSON_AddStringToObject(jParam, KEY_DH_ID, std::to_string(dhId_).c_str());
112 char *jsonData = cJSON_PrintUnformatted(jParam);
113 if (jsonData == nullptr) {
114 DHLOGE("Failed to create JSON data.");
115 cJSON_Delete(jParam);
116 return ERR_DH_AUDIO_NULLPTR;
117 }
118 event.content = std::string(jsonData);
119 cJSON_Delete(jParam);
120 cJSON_free(jsonData);
121 switch (type) {
122 case AudioEventType::DATA_OPENED: {
123 isBlocking_.store(true);
124 if (audioParam_.captureOpts.capturerFlags != MMAP_MODE) {
125 isCaptureReady_.store(true);
126 captureDataThread_ = std::thread([this]() { this->CaptureThreadRunning(); });
127 }
128 event.type = AudioEventType::MIC_OPENED;
129 break;
130 }
131 case AudioEventType::DATA_CLOSED: {
132 event.type = AudioEventType::MIC_CLOSED;
133 break;
134 }
135 default:
136 DHLOGE("Invalid parameter type: %{public}d.", type);
137 return ERR_DH_AUDIO_NOT_SUPPORT;
138 }
139
140 std::shared_ptr<IAudioEventCallback> cbObj = eventCallback_.lock();
141 CHECK_NULL_RETURN(cbObj, ERR_DH_AUDIO_NULLPTR);
142 cbObj->NotifyEvent(event);
143 return DH_SUCCESS;
144 }
145
AudioFwkClientSetUp()146 int32_t DMicClient::AudioFwkClientSetUp()
147 {
148 AudioStandard::AudioCapturerOptions capturerOptions = {
149 {
150 static_cast<AudioStandard::AudioSamplingRate>(audioParam_.comParam.sampleRate),
151 AudioStandard::AudioEncodingType::ENCODING_PCM,
152 static_cast<AudioStandard::AudioSampleFormat>(audioParam_.comParam.bitFormat),
153 static_cast<AudioStandard::AudioChannel>(audioParam_.comParam.channelMask),
154 },
155 {
156 static_cast<AudioStandard::SourceType>(audioParam_.captureOpts.sourceType),
157 audioParam_.captureOpts.capturerFlags == MMAP_MODE ? AudioStandard::STREAM_FLAG_FAST : 0,
158 }
159 };
160 std::lock_guard<std::mutex> lck(devMtx_);
161 audioCapturer_ = AudioStandard::AudioCapturer::Create(capturerOptions);
162 CHECK_NULL_RETURN(audioCapturer_, ERR_DH_AUDIO_CLIENT_CAPTURER_CREATE_FAILED);
163 if (audioParam_.captureOpts.capturerFlags == MMAP_MODE) {
164 int32_t ret = audioCapturer_->SetCapturerReadCallback(shared_from_this());
165 if (ret != DH_SUCCESS) {
166 DHLOGE("Client save read callback failed.");
167 return ERR_DH_AUDIO_CLIENT_CAPTURER_CREATE_FAILED;
168 }
169 }
170 return TransSetUp();
171 }
172
TransSetUp()173 int32_t DMicClient::TransSetUp()
174 {
175 CHECK_NULL_RETURN(micTrans_, ERR_DH_AUDIO_NULLPTR);
176 int32_t ret = micTrans_->SetUp(audioParam_, audioParam_, shared_from_this(), CAP_MIC);
177 if (ret != DH_SUCCESS) {
178 DHLOGE("Mic trans setup failed.");
179 return ret;
180 }
181 clientStatus_ = AudioStatus::STATUS_READY;
182 return DH_SUCCESS;
183 }
184
SetUp(const AudioParam & param)185 int32_t DMicClient::SetUp(const AudioParam ¶m)
186 {
187 DHLOGI("Set up mic client, param: {sampleRate: %{public}d, bitFormat: %{public}d,"
188 "channelMask: %{public}d, sourceType: %{public}d, capturerFlags: %{public}d, frameSize: %{public}d}.",
189 param.comParam.sampleRate, param.comParam.bitFormat, param.comParam.channelMask, param.captureOpts.sourceType,
190 param.captureOpts.capturerFlags, param.comParam.frameSize);
191 audioParam_ = param;
192 DumpFileUtil::OpenDumpFile(DUMP_SERVER_PARA, DUMP_DAUDIO_MIC_BEFORE_TRANS_NAME, &dumpFile_);
193 return AudioFwkClientSetUp();
194 }
195
SendMessage(uint32_t type,std::string content,std::string dstDevId)196 int32_t DMicClient::SendMessage(uint32_t type, std::string content, std::string dstDevId)
197 {
198 DHLOGD("Send message to remote.");
199 if (type != static_cast<uint32_t>(NOTIFY_OPEN_MIC_RESULT) &&
200 type != static_cast<uint32_t>(NOTIFY_OPEN_CTRL_RESULT) &&
201 type != static_cast<uint32_t>(NOTIFY_CLOSE_MIC_RESULT) &&
202 type != static_cast<uint32_t>(CLOSE_MIC)) {
203 DHLOGE("event type is not NOTIFY_OPEN_MIC or NOTIFY_CLOSE_MIC or"
204 "CLOSE_MIC or OPEN_CTRL. type: %{public}u", type);
205 return ERR_DH_AUDIO_NULLPTR;
206 }
207 CHECK_NULL_RETURN(micCtrlTrans_, ERR_DH_AUDIO_NULLPTR);
208 micCtrlTrans_->SendAudioEvent(type, content, dstDevId);
209 return DH_SUCCESS;
210 }
211
Release()212 int32_t DMicClient::Release()
213 {
214 DHLOGI("Release mic client.");
215 std::lock_guard<std::mutex> lck(devMtx_);
216 CHECK_NULL_RETURN(micTrans_, ERR_DH_AUDIO_SA_STATUS_ERR);
217 if (clientStatus_ != AudioStatus::STATUS_READY && clientStatus_ != AudioStatus::STATUS_STOP) {
218 DHLOGE("Mic status is wrong, %{public}d.", (int32_t)clientStatus_);
219 return ERR_DH_AUDIO_SA_STATUS_ERR;
220 }
221 bool isReleaseError = false;
222 if (audioCapturer_ == nullptr || !audioCapturer_->Release()) {
223 DHLOGE("Audio capturer release failed.");
224 isReleaseError = true;
225 }
226 int32_t ret = micTrans_->Release();
227 if (ret != DH_SUCCESS) {
228 DHLOGE("Mic trans release failed.");
229 isReleaseError = true;
230 }
231 micTrans_ = nullptr;
232 if (micCtrlTrans_ != nullptr) {
233 if (micCtrlTrans_->Release() != DH_SUCCESS) {
234 DHLOGE("Mic trans release failed.");
235 isReleaseError = true;
236 }
237 micCtrlTrans_ = nullptr;
238 }
239 clientStatus_ = AudioStatus::STATUS_IDLE;
240 if (isReleaseError) {
241 return ERR_DH_AUDIO_FAILED;
242 }
243 DumpFileUtil::CloseDumpFile(&dumpFile_);
244 return DH_SUCCESS;
245 }
246
StartCapture()247 int32_t DMicClient::StartCapture()
248 {
249 DHLOGI("Start capturer.");
250 std::lock_guard<std::mutex> lck(devMtx_);
251 CHECK_NULL_RETURN(micTrans_, ERR_DH_AUDIO_SA_STATUS_ERR);
252 CHECK_NULL_RETURN(audioCapturer_, ERR_DH_AUDIO_NULLPTR);
253
254 if (clientStatus_ != AudioStatus::STATUS_READY) {
255 DHLOGE("Audio capturer init failed or mic status wrong, status: %{public}d.", (int32_t)clientStatus_);
256 DAudioHisysevent::GetInstance().SysEventWriteFault(DAUDIO_OPT_FAIL, ERR_DH_AUDIO_SA_STATUS_ERR,
257 "daudio init failed or mic status wrong.");
258 return ERR_DH_AUDIO_SA_STATUS_ERR;
259 }
260 if (!audioCapturer_->Start()) {
261 DHLOGE("Audio capturer start failed.");
262 audioCapturer_->Release();
263 DAudioHisysevent::GetInstance().SysEventWriteFault(DAUDIO_OPT_FAIL,
264 ERR_DH_AUDIO_CLIENT_CAPTURER_START_FAILED, "daudio capturer start failed.");
265 return ERR_DH_AUDIO_CLIENT_CAPTURER_START_FAILED;
266 }
267 int32_t ret = micTrans_->Start();
268 if (ret != DH_SUCCESS) {
269 DHLOGE("Mic trans start failed.");
270 micTrans_->Release();
271 DAudioHisysevent::GetInstance().SysEventWriteFault(DAUDIO_OPT_FAIL, ret, "daudio mic trans start failed.");
272 return ret;
273 }
274 clientStatus_ = AudioStatus::STATUS_START;
275 return DH_SUCCESS;
276 }
277
AudioFwkCaptureData()278 void DMicClient::AudioFwkCaptureData()
279 {
280 std::shared_ptr<AudioData> audioData = std::make_shared<AudioData>(audioParam_.comParam.frameSize);
281 size_t bytesRead = 0;
282 bool errorFlag = false;
283 int64_t startTime = GetNowTimeUs();
284 CHECK_NULL_VOID(audioCapturer_);
285
286 while (bytesRead < audioParam_.comParam.frameSize) {
287 int32_t len = audioCapturer_->Read(*(audioData->Data() + bytesRead),
288 audioParam_.comParam.frameSize - bytesRead, isBlocking_.load());
289 if (len >= 0) {
290 bytesRead += static_cast<size_t>(len);
291 } else {
292 errorFlag = true;
293 break;
294 }
295 int64_t endTime = GetNowTimeUs();
296 if (IsOutDurationRange(startTime, endTime, lastCaptureStartTime_)) {
297 DHLOGD("This time capture spend: %{public}" PRId64" us, The interval of capture this time and "
298 "the last time: %{public}" PRId64" us", endTime - startTime, startTime - lastCaptureStartTime_);
299 }
300 lastCaptureStartTime_ = startTime;
301 }
302 if (errorFlag) {
303 DHLOGE("Bytes read failed.");
304 return;
305 }
306 if (isPauseStatus_.load()) {
307 memset_s(audioData->Data(), audioData->Size(), 0, audioData->Size());
308 }
309 DumpFileUtil::WriteDumpFile(dumpFile_, static_cast<void *>(audioData->Data()), audioData->Size());
310 int64_t startTransTime = GetNowTimeUs();
311 CHECK_NULL_VOID(micTrans_);
312 int32_t ret = micTrans_->FeedAudioData(audioData);
313 if (ret != DH_SUCCESS) {
314 DHLOGE("Failed to send data.");
315 }
316 int64_t endTransTime = GetNowTimeUs();
317 if (IsOutDurationRange(startTransTime, endTransTime, lastTransStartTime_)) {
318 DHLOGD("This time send data spend: %{public}" PRId64" us, The interval of send data this time and "
319 "the last time: %{public}" PRId64" us",
320 endTransTime - startTransTime, startTransTime - lastTransStartTime_);
321 }
322 lastTransStartTime_ = startTransTime;
323 }
324
CaptureThreadRunning()325 void DMicClient::CaptureThreadRunning()
326 {
327 DHLOGD("Start the capturer thread.");
328 if (pthread_setname_np(pthread_self(), CAPTURETHREAD) != DH_SUCCESS) {
329 DHLOGE("Capture data thread setname failed.");
330 }
331 while (isCaptureReady_.load()) {
332 AudioFwkCaptureData();
333 }
334 }
335
OnDecodeTransDataDone(const std::shared_ptr<AudioData> & audioData)336 int32_t DMicClient::OnDecodeTransDataDone(const std::shared_ptr<AudioData> &audioData)
337 {
338 (void)audioData;
339 return DH_SUCCESS;
340 }
341
OnReadData(size_t length)342 void DMicClient::OnReadData(size_t length)
343 {
344 AudioStandard::BufferDesc bufDesc;
345 CHECK_NULL_VOID(audioCapturer_);
346
347 if (audioCapturer_->GetBufferDesc(bufDesc) != DH_SUCCESS || bufDesc.bufLength == 0) {
348 DHLOGE("Get buffer desc failed.");
349 return;
350 }
351 CHECK_NULL_VOID(bufDesc.buffer);
352
353 std::shared_ptr<AudioData> audioData = std::make_shared<AudioData>(audioParam_.comParam.frameSize);
354 if (audioData->Capacity() != bufDesc.bufLength) {
355 uint64_t capacity = static_cast<uint64_t>(audioData->Capacity());
356 uint64_t bufLength = static_cast<uint64_t>(bufDesc.bufLength);
357 DHLOGE("Audio data length is not equal to buflength. datalength: %{public}" PRIu64
358 ", bufLength: %{public}" PRIu64, capacity, bufLength);
359 }
360 if (memcpy_s(audioData->Data(), audioData->Capacity(), bufDesc.buffer, bufDesc.bufLength) != EOK) {
361 DHLOGE("Copy audio data failed.");
362 }
363
364 if (isPauseStatus_.load()) {
365 memset_s(audioData->Data(), audioData->Size(), 0, audioData->Size());
366 }
367 audioCapturer_->Enqueue(bufDesc);
368
369 CHECK_NULL_VOID(micTrans_);
370 if (micTrans_->FeedAudioData(audioData) != DH_SUCCESS) {
371 DHLOGE("Failed to send data.");
372 }
373 }
374
StopCapture()375 int32_t DMicClient::StopCapture()
376 {
377 DHLOGI("Stop capturer.");
378 std::lock_guard<std::mutex> lck(devMtx_);
379 if (clientStatus_ != AudioStatus::STATUS_START) {
380 DHLOGE("Capturee is not start or mic status wrong, status: %{public}d.", (int32_t)clientStatus_);
381 DAudioHisysevent::GetInstance().SysEventWriteFault(DAUDIO_OPT_FAIL, ERR_DH_AUDIO_SA_STATUS_ERR,
382 "daudio capturer is not start or mic status wrong.");
383 return ERR_DH_AUDIO_SA_STATUS_ERR;
384 }
385 CHECK_NULL_RETURN(micTrans_, ERR_DH_AUDIO_NULLPTR);
386
387 isBlocking_.store(false);
388 if (audioParam_.captureOpts.capturerFlags != MMAP_MODE && isCaptureReady_.load()) {
389 isCaptureReady_.store(false);
390 if (captureDataThread_.joinable()) {
391 captureDataThread_.join();
392 }
393 }
394
395 bool status = true;
396 int32_t ret = micTrans_->Stop();
397 if (ret != DH_SUCCESS) {
398 DHLOGE("Mic trans stop failed.");
399 status = false;
400 }
401 if (audioCapturer_ == nullptr || !audioCapturer_->Stop()) {
402 DHLOGE("Audio capturer stop failed.");
403 status = false;
404 }
405 clientStatus_ = AudioStatus::STATUS_STOP;
406 if (!status) {
407 return ERR_DH_AUDIO_FAILED;
408 }
409 return DH_SUCCESS;
410 }
411
SetAttrs(const std::string & devId,const std::shared_ptr<IAudioEventCallback> & callback)412 void DMicClient::SetAttrs(const std::string &devId, const std::shared_ptr<IAudioEventCallback> &callback)
413 {
414 DHLOGE("Set attrs, not support yet.");
415 }
416
PauseCapture()417 int32_t DMicClient::PauseCapture()
418 {
419 DHLOGI("Pause capture.");
420 isPauseStatus_.store(true);
421 return DH_SUCCESS;
422 }
423
ResumeCapture()424 int32_t DMicClient::ResumeCapture()
425 {
426 DHLOGI("Resume capture.");
427 isPauseStatus_.store(false);
428 return DH_SUCCESS;
429 }
430 } // DistributedHardware
431 } // OHOS
432