• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright (c) 2024 Huawei Device Co., Ltd.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at
6  *
7  *     http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 
16 #include "dmic_client.h"
17 
18 #include <chrono>
19 
20 #include "cJSON.h"
21 
22 #include "daudio_constants.h"
23 #include "daudio_hisysevent.h"
24 #include "daudio_sink_hidumper.h"
25 #include "daudio_sink_manager.h"
26 
27 #undef DH_LOG_TAG
28 #define DH_LOG_TAG "DMicClient"
29 
30 namespace OHOS {
31 namespace DistributedHardware {
~DMicClient()32 DMicClient::~DMicClient()
33 {
34     if (micTrans_ != nullptr) {
35         DHLOGI("Release mic client.");
36         StopCapture();
37     }
38 }
39 
OnEngineTransEvent(const AVTransEvent & event)40 void DMicClient::OnEngineTransEvent(const AVTransEvent &event)
41 {
42     if (event.type == EventType::EVENT_START_SUCCESS) {
43         OnStateChange(DATA_OPENED);
44     } else if ((event.type == EventType::EVENT_STOP_SUCCESS) ||
45         (event.type == EventType::EVENT_CHANNEL_CLOSED) ||
46         (event.type == EventType::EVENT_START_FAIL)) {
47         OnStateChange(DATA_CLOSED);
48     }
49 }
50 
OnEngineTransMessage(const std::shared_ptr<AVTransMessage> & message)51 void DMicClient::OnEngineTransMessage(const std::shared_ptr<AVTransMessage> &message)
52 {
53     CHECK_NULL_VOID(message);
54     DHLOGI("On Engine message, type : %{public}s.", GetEventNameByType(message->type_).c_str());
55     DAudioSinkManager::GetInstance().HandleDAudioNotify(message->dstDevId_, message->dstDevId_,
56         static_cast<int32_t>(message->type_), message->content_);
57 }
58 
InitSenderEngine(IAVEngineProvider * providerPtr)59 int32_t DMicClient::InitSenderEngine(IAVEngineProvider *providerPtr)
60 {
61     DHLOGI("Init SenderEngine");
62     if (micTrans_ == nullptr) {
63         micTrans_ = std::make_shared<AVTransSenderTransport>(devId_, shared_from_this());
64     }
65     int32_t ret = micTrans_->InitEngine(providerPtr);
66     if (ret != DH_SUCCESS) {
67         DHLOGE("Mic client initialize av sender adapter failed.");
68         return ERR_DH_AUDIO_NULLPTR;
69     }
70     return DH_SUCCESS;
71 }
72 
InitCtrlTrans()73 int32_t DMicClient::InitCtrlTrans()
74 {
75     DHLOGI("InitCtrlTrans enter");
76     if (micCtrlTrans_ == nullptr) {
77         micCtrlTrans_ = std::make_shared<DaudioSinkCtrlTrans>(devId_,
78             SESSIONNAME_MIC_SINK, SESSIONNAME_MIC_SOURCE, shared_from_this());
79     }
80     int32_t ret = micCtrlTrans_->SetUp(shared_from_this());
81     CHECK_AND_RETURN_RET_LOG(ret != DH_SUCCESS, ret, "Mic ctrl SetUp failed.");
82     return DH_SUCCESS;
83 }
84 
OnCtrlTransEvent(const AVTransEvent & event)85 void DMicClient::OnCtrlTransEvent(const AVTransEvent &event)
86 {
87     if (event.type == EventType::EVENT_START_SUCCESS) {
88         OnStateChange(DATA_OPENED);
89     } else if ((event.type == EventType::EVENT_STOP_SUCCESS) ||
90         (event.type == EventType::EVENT_CHANNEL_CLOSED) ||
91         (event.type == EventType::EVENT_START_FAIL)) {
92         OnStateChange(DATA_CLOSED);
93     }
94 }
95 
OnCtrlTransMessage(const std::shared_ptr<AVTransMessage> & message)96 void DMicClient::OnCtrlTransMessage(const std::shared_ptr<AVTransMessage> &message)
97 {
98     CHECK_NULL_VOID(message);
99     DHLOGI("On Engine message, type : %{public}s.", GetEventNameByType(message->type_).c_str());
100     DAudioSinkManager::GetInstance().HandleDAudioNotify(message->dstDevId_, message->dstDevId_,
101         static_cast<int32_t>(message->type_), message->content_);
102 }
103 
OnStateChange(const AudioEventType type)104 int32_t DMicClient::OnStateChange(const AudioEventType type)
105 {
106     DHLOGD("On state change type: %{public}d.", type);
107     AudioEvent event;
108     cJSON *jParam = cJSON_CreateObject();
109     CHECK_NULL_RETURN(jParam, ERR_DH_AUDIO_NULLPTR);
110 
111     cJSON_AddStringToObject(jParam, KEY_DH_ID, std::to_string(dhId_).c_str());
112     char *jsonData = cJSON_PrintUnformatted(jParam);
113     if (jsonData == nullptr) {
114         DHLOGE("Failed to create JSON data.");
115         cJSON_Delete(jParam);
116         return ERR_DH_AUDIO_NULLPTR;
117     }
118     event.content = std::string(jsonData);
119     cJSON_Delete(jParam);
120     cJSON_free(jsonData);
121     switch (type) {
122         case AudioEventType::DATA_OPENED: {
123             isBlocking_.store(true);
124             if (audioParam_.captureOpts.capturerFlags != MMAP_MODE) {
125                 isCaptureReady_.store(true);
126                 captureDataThread_ = std::thread([this]() { this->CaptureThreadRunning(); });
127             }
128             event.type = AudioEventType::MIC_OPENED;
129             break;
130         }
131         case AudioEventType::DATA_CLOSED: {
132             event.type = AudioEventType::MIC_CLOSED;
133             break;
134         }
135         default:
136             DHLOGE("Invalid parameter type: %{public}d.", type);
137             return ERR_DH_AUDIO_NOT_SUPPORT;
138     }
139 
140     std::shared_ptr<IAudioEventCallback> cbObj = eventCallback_.lock();
141     CHECK_NULL_RETURN(cbObj, ERR_DH_AUDIO_NULLPTR);
142     cbObj->NotifyEvent(event);
143     return DH_SUCCESS;
144 }
145 
AudioFwkClientSetUp()146 int32_t DMicClient::AudioFwkClientSetUp()
147 {
148     AudioStandard::AudioCapturerOptions capturerOptions = {
149         {
150             static_cast<AudioStandard::AudioSamplingRate>(audioParam_.comParam.sampleRate),
151             AudioStandard::AudioEncodingType::ENCODING_PCM,
152             static_cast<AudioStandard::AudioSampleFormat>(audioParam_.comParam.bitFormat),
153             static_cast<AudioStandard::AudioChannel>(audioParam_.comParam.channelMask),
154         },
155         {
156             static_cast<AudioStandard::SourceType>(audioParam_.captureOpts.sourceType),
157             audioParam_.captureOpts.capturerFlags == MMAP_MODE ? AudioStandard::STREAM_FLAG_FAST : 0,
158         }
159     };
160     std::lock_guard<std::mutex> lck(devMtx_);
161     audioCapturer_ = AudioStandard::AudioCapturer::Create(capturerOptions);
162     CHECK_NULL_RETURN(audioCapturer_, ERR_DH_AUDIO_CLIENT_CAPTURER_CREATE_FAILED);
163     if (audioParam_.captureOpts.capturerFlags == MMAP_MODE) {
164         int32_t ret = audioCapturer_->SetCapturerReadCallback(shared_from_this());
165         if (ret != DH_SUCCESS) {
166             DHLOGE("Client save read callback failed.");
167             return ERR_DH_AUDIO_CLIENT_CAPTURER_CREATE_FAILED;
168         }
169     }
170     return TransSetUp();
171 }
172 
TransSetUp()173 int32_t DMicClient::TransSetUp()
174 {
175     CHECK_NULL_RETURN(micTrans_, ERR_DH_AUDIO_NULLPTR);
176     int32_t ret = micTrans_->SetUp(audioParam_, audioParam_, shared_from_this(), CAP_MIC);
177     if (ret != DH_SUCCESS) {
178         DHLOGE("Mic trans setup failed.");
179         return ret;
180     }
181     clientStatus_ = AudioStatus::STATUS_READY;
182     return DH_SUCCESS;
183 }
184 
SetUp(const AudioParam & param)185 int32_t DMicClient::SetUp(const AudioParam &param)
186 {
187     DHLOGI("Set up mic client, param: {sampleRate: %{public}d, bitFormat: %{public}d,"
188         "channelMask: %{public}d, sourceType: %{public}d, capturerFlags: %{public}d, frameSize: %{public}d}.",
189         param.comParam.sampleRate, param.comParam.bitFormat, param.comParam.channelMask, param.captureOpts.sourceType,
190         param.captureOpts.capturerFlags, param.comParam.frameSize);
191     audioParam_ = param;
192     DumpFileUtil::OpenDumpFile(DUMP_SERVER_PARA, DUMP_DAUDIO_MIC_BEFORE_TRANS_NAME, &dumpFile_);
193     return AudioFwkClientSetUp();
194 }
195 
SendMessage(uint32_t type,std::string content,std::string dstDevId)196 int32_t DMicClient::SendMessage(uint32_t type, std::string content, std::string dstDevId)
197 {
198     DHLOGD("Send message to remote.");
199     if (type != static_cast<uint32_t>(NOTIFY_OPEN_MIC_RESULT) &&
200         type != static_cast<uint32_t>(NOTIFY_OPEN_CTRL_RESULT) &&
201         type != static_cast<uint32_t>(NOTIFY_CLOSE_MIC_RESULT) &&
202         type != static_cast<uint32_t>(CLOSE_MIC)) {
203         DHLOGE("event type is not NOTIFY_OPEN_MIC or NOTIFY_CLOSE_MIC or"
204             "CLOSE_MIC or OPEN_CTRL. type: %{public}u", type);
205         return ERR_DH_AUDIO_NULLPTR;
206     }
207     CHECK_NULL_RETURN(micCtrlTrans_, ERR_DH_AUDIO_NULLPTR);
208     micCtrlTrans_->SendAudioEvent(type, content, dstDevId);
209     return DH_SUCCESS;
210 }
211 
Release()212 int32_t DMicClient::Release()
213 {
214     DHLOGI("Release mic client.");
215     std::lock_guard<std::mutex> lck(devMtx_);
216     CHECK_NULL_RETURN(micTrans_, ERR_DH_AUDIO_SA_STATUS_ERR);
217     if (clientStatus_ != AudioStatus::STATUS_READY && clientStatus_ != AudioStatus::STATUS_STOP) {
218         DHLOGE("Mic status is wrong, %{public}d.", (int32_t)clientStatus_);
219         return ERR_DH_AUDIO_SA_STATUS_ERR;
220     }
221     bool isReleaseError = false;
222     if (audioCapturer_ == nullptr || !audioCapturer_->Release()) {
223         DHLOGE("Audio capturer release failed.");
224         isReleaseError = true;
225     }
226     int32_t ret = micTrans_->Release();
227     if (ret != DH_SUCCESS) {
228         DHLOGE("Mic trans release failed.");
229         isReleaseError = true;
230     }
231     micTrans_ = nullptr;
232     if (micCtrlTrans_ != nullptr) {
233         if (micCtrlTrans_->Release() != DH_SUCCESS) {
234             DHLOGE("Mic trans release failed.");
235             isReleaseError = true;
236         }
237         micCtrlTrans_ = nullptr;
238     }
239     clientStatus_ = AudioStatus::STATUS_IDLE;
240     if (isReleaseError) {
241         return ERR_DH_AUDIO_FAILED;
242     }
243     DumpFileUtil::CloseDumpFile(&dumpFile_);
244     return DH_SUCCESS;
245 }
246 
StartCapture()247 int32_t DMicClient::StartCapture()
248 {
249     DHLOGI("Start capturer.");
250     std::lock_guard<std::mutex> lck(devMtx_);
251     CHECK_NULL_RETURN(micTrans_, ERR_DH_AUDIO_SA_STATUS_ERR);
252     CHECK_NULL_RETURN(audioCapturer_, ERR_DH_AUDIO_NULLPTR);
253 
254     if (clientStatus_ != AudioStatus::STATUS_READY) {
255         DHLOGE("Audio capturer init failed or mic status wrong, status: %{public}d.", (int32_t)clientStatus_);
256         DAudioHisysevent::GetInstance().SysEventWriteFault(DAUDIO_OPT_FAIL, ERR_DH_AUDIO_SA_STATUS_ERR,
257             "daudio init failed or mic status wrong.");
258         return ERR_DH_AUDIO_SA_STATUS_ERR;
259     }
260     if (!audioCapturer_->Start()) {
261         DHLOGE("Audio capturer start failed.");
262         audioCapturer_->Release();
263         DAudioHisysevent::GetInstance().SysEventWriteFault(DAUDIO_OPT_FAIL,
264             ERR_DH_AUDIO_CLIENT_CAPTURER_START_FAILED, "daudio capturer start failed.");
265         return ERR_DH_AUDIO_CLIENT_CAPTURER_START_FAILED;
266     }
267     int32_t ret = micTrans_->Start();
268     if (ret != DH_SUCCESS) {
269         DHLOGE("Mic trans start failed.");
270         micTrans_->Release();
271         DAudioHisysevent::GetInstance().SysEventWriteFault(DAUDIO_OPT_FAIL, ret, "daudio mic trans start failed.");
272         return ret;
273     }
274     clientStatus_ = AudioStatus::STATUS_START;
275     return DH_SUCCESS;
276 }
277 
AudioFwkCaptureData()278 void DMicClient::AudioFwkCaptureData()
279 {
280     std::shared_ptr<AudioData> audioData = std::make_shared<AudioData>(audioParam_.comParam.frameSize);
281     size_t bytesRead = 0;
282     bool errorFlag = false;
283     int64_t startTime = GetNowTimeUs();
284     CHECK_NULL_VOID(audioCapturer_);
285 
286     while (bytesRead < audioParam_.comParam.frameSize) {
287         int32_t len = audioCapturer_->Read(*(audioData->Data() + bytesRead),
288             audioParam_.comParam.frameSize - bytesRead, isBlocking_.load());
289         if (len >= 0) {
290             bytesRead += static_cast<size_t>(len);
291         } else {
292             errorFlag = true;
293             break;
294         }
295         int64_t endTime = GetNowTimeUs();
296         if (IsOutDurationRange(startTime, endTime, lastCaptureStartTime_)) {
297             DHLOGD("This time capture spend: %{public}" PRId64" us, The interval of capture this time and "
298                 "the last time: %{public}" PRId64" us", endTime - startTime, startTime - lastCaptureStartTime_);
299         }
300         lastCaptureStartTime_ = startTime;
301     }
302     if (errorFlag) {
303         DHLOGE("Bytes read failed.");
304         return;
305     }
306     if (isPauseStatus_.load()) {
307         memset_s(audioData->Data(), audioData->Size(), 0, audioData->Size());
308     }
309     DumpFileUtil::WriteDumpFile(dumpFile_, static_cast<void *>(audioData->Data()), audioData->Size());
310     int64_t startTransTime = GetNowTimeUs();
311     CHECK_NULL_VOID(micTrans_);
312     int32_t ret = micTrans_->FeedAudioData(audioData);
313     if (ret != DH_SUCCESS) {
314         DHLOGE("Failed to send data.");
315     }
316     int64_t endTransTime = GetNowTimeUs();
317     if (IsOutDurationRange(startTransTime, endTransTime, lastTransStartTime_)) {
318         DHLOGD("This time send data spend: %{public}" PRId64" us, The interval of send data this time and "
319             "the last time: %{public}" PRId64" us",
320             endTransTime - startTransTime, startTransTime - lastTransStartTime_);
321     }
322     lastTransStartTime_ = startTransTime;
323 }
324 
CaptureThreadRunning()325 void DMicClient::CaptureThreadRunning()
326 {
327     DHLOGD("Start the capturer thread.");
328     if (pthread_setname_np(pthread_self(), CAPTURETHREAD) != DH_SUCCESS) {
329         DHLOGE("Capture data thread setname failed.");
330     }
331     while (isCaptureReady_.load()) {
332         AudioFwkCaptureData();
333     }
334 }
335 
OnDecodeTransDataDone(const std::shared_ptr<AudioData> & audioData)336 int32_t DMicClient::OnDecodeTransDataDone(const std::shared_ptr<AudioData> &audioData)
337 {
338     (void)audioData;
339     return DH_SUCCESS;
340 }
341 
OnReadData(size_t length)342 void DMicClient::OnReadData(size_t length)
343 {
344     AudioStandard::BufferDesc bufDesc;
345     CHECK_NULL_VOID(audioCapturer_);
346 
347     if (audioCapturer_->GetBufferDesc(bufDesc) != DH_SUCCESS || bufDesc.bufLength == 0) {
348         DHLOGE("Get buffer desc failed.");
349         return;
350     }
351     CHECK_NULL_VOID(bufDesc.buffer);
352 
353     std::shared_ptr<AudioData> audioData = std::make_shared<AudioData>(audioParam_.comParam.frameSize);
354     if (audioData->Capacity() != bufDesc.bufLength) {
355         uint64_t capacity = static_cast<uint64_t>(audioData->Capacity());
356         uint64_t bufLength = static_cast<uint64_t>(bufDesc.bufLength);
357         DHLOGE("Audio data length is not equal to buflength. datalength: %{public}" PRIu64
358             ", bufLength: %{public}" PRIu64, capacity, bufLength);
359     }
360     if (memcpy_s(audioData->Data(), audioData->Capacity(), bufDesc.buffer, bufDesc.bufLength) != EOK) {
361         DHLOGE("Copy audio data failed.");
362     }
363 
364     if (isPauseStatus_.load()) {
365         memset_s(audioData->Data(), audioData->Size(), 0, audioData->Size());
366     }
367     audioCapturer_->Enqueue(bufDesc);
368 
369     CHECK_NULL_VOID(micTrans_);
370     if (micTrans_->FeedAudioData(audioData) != DH_SUCCESS) {
371         DHLOGE("Failed to send data.");
372     }
373 }
374 
StopCapture()375 int32_t DMicClient::StopCapture()
376 {
377     DHLOGI("Stop capturer.");
378     std::lock_guard<std::mutex> lck(devMtx_);
379     if (clientStatus_ != AudioStatus::STATUS_START) {
380         DHLOGE("Capturee is not start or mic status wrong, status: %{public}d.", (int32_t)clientStatus_);
381         DAudioHisysevent::GetInstance().SysEventWriteFault(DAUDIO_OPT_FAIL, ERR_DH_AUDIO_SA_STATUS_ERR,
382             "daudio capturer is not start or mic status wrong.");
383         return ERR_DH_AUDIO_SA_STATUS_ERR;
384     }
385     CHECK_NULL_RETURN(micTrans_, ERR_DH_AUDIO_NULLPTR);
386 
387     isBlocking_.store(false);
388     if (audioParam_.captureOpts.capturerFlags != MMAP_MODE && isCaptureReady_.load()) {
389         isCaptureReady_.store(false);
390         if (captureDataThread_.joinable()) {
391             captureDataThread_.join();
392         }
393     }
394 
395     bool status = true;
396     int32_t ret = micTrans_->Stop();
397     if (ret != DH_SUCCESS) {
398         DHLOGE("Mic trans stop failed.");
399         status = false;
400     }
401     if (audioCapturer_ == nullptr || !audioCapturer_->Stop()) {
402         DHLOGE("Audio capturer stop failed.");
403         status = false;
404     }
405     clientStatus_ = AudioStatus::STATUS_STOP;
406     if (!status) {
407         return ERR_DH_AUDIO_FAILED;
408     }
409     return DH_SUCCESS;
410 }
411 
SetAttrs(const std::string & devId,const std::shared_ptr<IAudioEventCallback> & callback)412 void DMicClient::SetAttrs(const std::string &devId, const std::shared_ptr<IAudioEventCallback> &callback)
413 {
414     DHLOGE("Set attrs, not support yet.");
415 }
416 
PauseCapture()417 int32_t DMicClient::PauseCapture()
418 {
419     DHLOGI("Pause capture.");
420     isPauseStatus_.store(true);
421     return DH_SUCCESS;
422 }
423 
ResumeCapture()424 int32_t DMicClient::ResumeCapture()
425 {
426     DHLOGI("Resume capture.");
427     isPauseStatus_.store(false);
428     return DH_SUCCESS;
429 }
430 } // DistributedHardware
431 } // OHOS
432