src/avcodec/audio_encoder.cpp

/*
 * Copyright (c) 2024-2024 Huawei Device Co., Ltd.
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "audio_encoder.h"
#include "external_window.h"
#include "native_avbuffer.h"
#include "sample_callback.h"
#include "camera_log.h"

namespace OHOS {
namespace CameraStandard {

AudioEncoder::~AudioEncoder()
{
    MEDIA_INFO_LOG("~AudioEncoder enter");
    Release();
}

int32_t AudioEncoder::Create(const std::string &codecMime)
{
    std::lock_guard<std::mutex> lock(encoderMutex_);
    encoder_ = OH_AudioCodec_CreateByMime(codecMime.data(), true);
    CHECK_AND_RETURN_RET_LOG(encoder_ != nullptr, 1, "Create failed");
    return 0;
}

int32_t AudioEncoder::Config()
{
    std::lock_guard<std::mutex> lock(encoderMutex_);
    CHECK_AND_RETURN_RET_LOG(encoder_ != nullptr, 1, "Encoder is null");
    std::unique_lock<std::mutex> contextLock(contextMutex_);
    context_ = new CodecUserData;
    // Configure audio encoder
    int32_t ret = Configure();
    CHECK_AND_RETURN_RET_LOG(ret == 0, 1, "Configure failed");
    // SetCallback for audio encoder
    ret = SetCallback(context_);
    CHECK_AND_RETURN_RET_LOG(ret == 0, 1, "Set callback failed");
    contextLock.unlock();
    // Prepare audio encoder
    ret = OH_AudioCodec_Prepare(encoder_);
    CHECK_AND_RETURN_RET_LOG(ret == AV_ERR_OK, 1, "Prepare failed, ret: %{public}d", ret);

    return 0;
}

int32_t AudioEncoder::Start()
{
    std::lock_guard<std::mutex> lock(encoderMutex_);
    CHECK_AND_RETURN_RET_LOG(encoder_ != nullptr, 1, "Encoder is null");
    int ret = OH_AudioCodec_Start(encoder_);
    CHECK_AND_RETURN_RET_LOG(ret == AV_ERR_OK, 1, "Start failed, ret: %{public}d", ret);
    isStarted_ = true;
    return 0;
}

int32_t AudioEncoder::PushInputData(sptr<CodecAVBufferInfo> info)
{
    std::lock_guard<std::mutex> lock(encoderMutex_);
    CHECK_AND_RETURN_RET_LOG(encoder_ != nullptr, 1, "Encoder is null");
    int32_t ret = AV_ERR_OK;
    ret = OH_AVBuffer_SetBufferAttr(info->buffer, &info->attr);
    CHECK_AND_RETURN_RET_LOG(ret == AV_ERR_OK, 1, "Set avbuffer attr failed, ret: %{public}d", ret);
    ret = OH_AudioCodec_PushInputBuffer(encoder_, info->bufferIndex);
    CHECK_AND_RETURN_RET_LOG(ret == AV_ERR_OK, 1, "Push input data failed, ret: %{public}d", ret);
    return 0;
}

int32_t AudioEncoder::FreeOutputData(uint32_t bufferIndex)
{
    std::lock_guard<std::mutex> lock(encoderMutex_);
    CHECK_AND_RETURN_RET_LOG(encoder_ != nullptr, 1, "Encoder is null");
    MEDIA_INFO_LOG("FreeOutputData bufferIndex: %{public}u", bufferIndex);
    int32_t ret = OH_AudioCodec_FreeOutputBuffer(encoder_, bufferIndex);
    CHECK_AND_RETURN_RET_LOG(ret == AV_ERR_OK, 1,
        "Free output data failed, ret: %{public}d", ret);
    return 0;
}

int32_t AudioEncoder::Stop()
{
    CAMERA_SYNC_TRACE;
    std::lock_guard<std::mutex> lock(encoderMutex_);
    CHECK_AND_RETURN_RET_LOG(encoder_ != nullptr, 1, "Encoder is null");
    int ret = OH_AudioCodec_Stop(encoder_);
    CHECK_AND_RETURN_RET_LOG(ret == AV_ERR_OK, 1, "Stop failed, ret: %{public}d", ret);
    isStarted_ = false;
    return 0;
}

int32_t AudioEncoder::Release()
{
    CAMERA_SYNC_TRACE;
    {
        std::lock_guard<std::mutex> lock(encoderMutex_);
        if (encoder_ != nullptr) {
            OH_AudioCodec_Destroy(encoder_);
            encoder_ = nullptr;
        }
    }
    isStarted_ = false;
    return 0;
}

void AudioEncoder::RestartAudioCodec()
{
    CAMERA_SYNC_TRACE;
    Release();
    Create(OH_AVCODEC_MIMETYPE_AUDIO_AAC);
    Config();
    Start();
}

bool AudioEncoder::EnqueueBuffer(sptr<AudioRecord> audioRecord)
{
    CAMERA_SYNC_TRACE;
    uint8_t* buffer = audioRecord->GetAudioBuffer();
    CHECK_ERROR_RETURN_RET_LOG(buffer == nullptr, false, "Enqueue audio buffer is empty");
    int enqueueRetryCount = 3;
    while (enqueueRetryCount > 0) {
        enqueueRetryCount--;
        std::unique_lock<std::mutex> contextLock(contextMutex_);
        CHECK_AND_RETURN_RET_LOG(context_ != nullptr, false, "AudioEncoder has been released");
        std::unique_lock<std::mutex> lock(context_->inputMutex_);
        bool condRet = context_->inputCond_.wait_for(lock, std::chrono::milliseconds(BUFFER_ENCODE_EXPIREATION_TIME),
            [this]() { return !isStarted_ || !context_->inputBufferInfoQueue_.empty(); });
        CHECK_AND_CONTINUE_LOG(!context_->inputBufferInfoQueue_.empty(),
            "Buffer queue is empty, continue, cond ret: %{public}d", condRet);
        sptr<CodecAVBufferInfo> bufferInfo = context_->inputBufferInfoQueue_.front();
        context_->inputBufferInfoQueue_.pop();
        context_->inputFrameCount_++;
        bufferInfo->attr.pts = audioRecord->GetTimeStamp();
        bufferInfo->attr.size = DEFAULT_MAX_INPUT_SIZE;
        bufferInfo->attr.flags = AVCODEC_BUFFER_FLAGS_NONE;
        auto bufferAddr = OH_AVBuffer_GetAddr(bufferInfo->buffer);
        int32_t bufferCap = OH_AVBuffer_GetCapacity(bufferInfo->buffer);
        errno_t cpyRet = memcpy_s(bufferAddr, bufferCap, buffer, DEFAULT_MAX_INPUT_SIZE);
        CHECK_AND_RETURN_RET_LOG(cpyRet == 0, false, "encoder memcpy_s failed. %{public}d", cpyRet);
        lock.unlock();
        contextLock.unlock();
        int32_t ret = PushInputData(bufferInfo);
        CHECK_AND_RETURN_RET_LOG(ret == 0, false, "Push data failed");
        MEDIA_DEBUG_LOG("Success frame id is : %{public}s", audioRecord->GetFrameId().c_str());
        return true;
    }
    MEDIA_ERR_LOG("Failed frame id is : %{public}s", audioRecord->GetFrameId().c_str());
    return false;
}

bool AudioEncoder::EncodeAudioBuffer(sptr<AudioRecord> audioRecord)
{
    CAMERA_SYNC_TRACE;
    {
        std::lock_guard<std::mutex> lock(encoderMutex_);
        if (encoder_ == nullptr) {
            return false;
        }
    }
    audioRecord->SetStatusReadyConvertStatus();
    if (!EnqueueBuffer(audioRecord)) {
        return false;
    }
    int retryCount = 2;
    while (retryCount > 0) {
        retryCount--;
        std::unique_lock<std::mutex> contextLock(contextMutex_);
        CHECK_AND_RETURN_RET_LOG(context_ != nullptr, false, "AudioEncoder has been released");
        std::unique_lock<std::mutex> lock(context_->outputMutex_);
        bool condRet = context_->outputCond_.wait_for(lock, std::chrono::milliseconds(AUDIO_ENCODE_EXPIREATION_TIME),
            [this]() { return !isStarted_ || !context_->outputBufferInfoQueue_.empty(); });
        CHECK_AND_CONTINUE_LOG(!context_->outputBufferInfoQueue_.empty(),
            "Buffer queue is empty, continue, cond ret: %{public}d", condRet);
        sptr<CodecAVBufferInfo> bufferInfo = context_->outputBufferInfoQueue_.front();
        context_->outputBufferInfoQueue_.pop();
        context_->outputFrameCount_++;
        MEDIA_DEBUG_LOG("Out buffer count: %{public}u, size: %{public}d, flag: %{public}u, pts:%{public}" PRId64,
            context_->outputFrameCount_, bufferInfo->attr.size, bufferInfo->attr.flags, bufferInfo->attr.pts);
        lock.unlock();
        contextLock.unlock();
        OH_AVBuffer *audioBuffer = bufferInfo->GetCopyAVBuffer();
        audioRecord->CacheEncodedBuffer(audioBuffer);
        int32_t ret = FreeOutputData(bufferInfo->bufferIndex);
        CHECK_AND_BREAK_LOG(ret == 0, "FreeOutputData failed");
        MEDIA_DEBUG_LOG("Success frame id is : %{public}s", audioRecord->GetFrameId().c_str());
        audioRecord->SetEncodedResult(true);
        return true;
    }
    MEDIA_ERR_LOG("Failed frame id is : %{public}s", audioRecord->GetFrameId().c_str());
    return false;
}

bool AudioEncoder::EncodeAudioBuffer(vector<sptr<AudioRecord>> audioRecords)
{
    CAMERA_SYNC_TRACE;
    std::lock_guard<std::mutex> lock(serialMutex_);
    MEDIA_INFO_LOG("EncodeAudioBuffer enter");
    if (!isStarted_.load()) {
        RestartAudioCodec();
    }
    bool isSuccess = true;
    for (sptr<AudioRecord> audioRecord : audioRecords) {
        if (!audioRecord->IsEncoded() && !EncodeAudioBuffer(audioRecord)) {
            isSuccess = false;
            MEDIA_ERR_LOG("Failed frame id is : %{public}s", audioRecord->GetFrameId().c_str());
        }
    }
    return isSuccess;
}


int32_t AudioEncoder::SetCallback(sptr<CodecUserData> codecUserData)
{
    int32_t ret = OH_AudioCodec_RegisterCallback(encoder_,
        {SampleCallback::OnCodecError, SampleCallback::OnOutputFormatChanged,
        SampleCallback::OnInputBufferAvailable, SampleCallback::OnOutputBufferAvailable},
        static_cast<void *>(codecUserData));
    CHECK_AND_RETURN_RET_LOG(ret == AV_ERR_OK, 1, "Set callback failed, ret: %{public}d", ret);
    return 0;
}

int32_t AudioEncoder::Configure()
{
    OH_AVFormat *format = OH_AVFormat_Create();
    CHECK_AND_RETURN_RET_LOG(format != nullptr, 1, "AVFormat create failed");

    OH_AVFormat_SetIntValue(format, OH_MD_KEY_AUD_CHANNEL_COUNT, DEFAULT_CHANNEL_COUNT);
    OH_AVFormat_SetIntValue(format, OH_MD_KEY_AUD_SAMPLE_RATE, DEFAULT_SAMPLERATE);
    OH_AVFormat_SetLongValue(format, OH_MD_KEY_BITRATE, DEFAULT_BITRATE);
    OH_AVFormat_SetIntValue(format, OH_MD_KEY_AUDIO_SAMPLE_FORMAT, SAMPLE_FORMAT);
    OH_AVFormat_SetLongValue(format, OH_MD_KEY_CHANNEL_LAYOUT, CHANNEL_LAYOUT);
    OH_AVFormat_SetIntValue(format, OH_MD_KEY_MAX_INPUT_SIZE, DEFAULT_MAX_INPUT_SIZE);
    int ret = OH_AudioCodec_Configure(encoder_, format);
    OH_AVFormat_Destroy(format);
    format = nullptr;
    CHECK_AND_RETURN_RET_LOG(ret == AV_ERR_OK, 1, "Config failed, ret: %{public}d", ret);
    return 0;
}
} // CameraStandard
} // OHOS