codecs/amr_nb_wb/C2SoftAmrDec.cpp

/*
 * Copyright (C) 2018 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

//#define LOG_NDEBUG 0
#ifdef AMRNB
#define LOG_TAG "C2SoftAmrNbDec"
#else
#define LOG_TAG "C2SoftAmrWbDec"
#endif
#include <log/log.h>

#include <media/stagefright/foundation/MediaDefs.h>

#include <C2PlatformSupport.h>
#include <SimpleC2Interface.h>

#include "C2SoftAmrDec.h"
#include "gsmamr_dec.h"
#include "pvamrwbdecoder.h"

namespace android {

#ifdef AMRNB
  constexpr char COMPONENT_NAME[] = "c2.android.amrnb.decoder";
#else
  constexpr char COMPONENT_NAME[] = "c2.android.amrwb.decoder";
#endif

class C2SoftAmrDec::IntfImpl : public C2InterfaceHelper {
public:
    explicit IntfImpl(const std::shared_ptr<C2ReflectorHelper> &helper)
        : C2InterfaceHelper(helper) {

        setDerivedInstance(this);

        addParameter(
                DefineParam(mInputFormat, C2_NAME_INPUT_STREAM_FORMAT_SETTING)
                .withConstValue(new C2StreamFormatConfig::input(0u, C2FormatCompressed))
                .build());

        addParameter(
                DefineParam(mOutputFormat, C2_NAME_OUTPUT_STREAM_FORMAT_SETTING)
                .withConstValue(new C2StreamFormatConfig::output(0u, C2FormatAudio))
                .build());

        addParameter(
                DefineParam(mInputMediaType, C2_NAME_INPUT_PORT_MIME_SETTING)
                .withConstValue(AllocSharedString<C2PortMimeConfig::input>(
#ifdef AMRNB
                        MEDIA_MIMETYPE_AUDIO_AMR_NB
#else
                        MEDIA_MIMETYPE_AUDIO_AMR_WB
#endif
                )).build());

        addParameter(
                DefineParam(mOutputMediaType, C2_NAME_OUTPUT_PORT_MIME_SETTING)
                .withConstValue(AllocSharedString<C2PortMimeConfig::output>(
                        MEDIA_MIMETYPE_AUDIO_RAW))
                .build());

        addParameter(
                DefineParam(mSampleRate, C2_NAME_STREAM_SAMPLE_RATE_SETTING)
#ifdef AMRNB
                .withDefault(new C2StreamSampleRateInfo::output(0u, 8000))
                .withFields({C2F(mSampleRate, value).equalTo(8000)})
#else
                .withDefault(new C2StreamSampleRateInfo::output(0u, 16000))
                .withFields({C2F(mSampleRate, value).equalTo(16000)})
#endif
                .withSetter((Setter<decltype(*mSampleRate)>::StrictValueWithNoDeps))
                .build());

        addParameter(
                DefineParam(mChannelCount, C2_NAME_STREAM_CHANNEL_COUNT_SETTING)
                .withDefault(new C2StreamChannelCountInfo::output(0u, 1))
                .withFields({C2F(mChannelCount, value).equalTo(1)})
                .withSetter((Setter<decltype(*mChannelCount)>::StrictValueWithNoDeps))
                .build());

        addParameter(
                DefineParam(mBitrate, C2_NAME_STREAM_BITRATE_SETTING)
#ifdef AMRNB
                .withDefault(new C2BitrateTuning::input(0u, 4750))
                .withFields({C2F(mBitrate, value).inRange(4750, 12200)})
#else
                .withDefault(new C2BitrateTuning::input(0u, 6600))
                .withFields({C2F(mBitrate, value).inRange(6600, 23850)})
#endif
                .withSetter(Setter<decltype(*mBitrate)>::NonStrictValueWithNoDeps)
                .build());

        addParameter(
                DefineParam(mInputMaxBufSize, C2_PARAMKEY_INPUT_MAX_BUFFER_SIZE)
                .withConstValue(new C2StreamMaxBufferSizeInfo::input(0u, 8192))
                .build());
    }

private:
    std::shared_ptr<C2StreamFormatConfig::input> mInputFormat;
    std::shared_ptr<C2StreamFormatConfig::output> mOutputFormat;
    std::shared_ptr<C2PortMimeConfig::input> mInputMediaType;
    std::shared_ptr<C2PortMimeConfig::output> mOutputMediaType;
    std::shared_ptr<C2StreamSampleRateInfo::output> mSampleRate;
    std::shared_ptr<C2StreamChannelCountInfo::output> mChannelCount;
    std::shared_ptr<C2BitrateTuning::input> mBitrate;
    std::shared_ptr<C2StreamMaxBufferSizeInfo::input> mInputMaxBufSize;
};

C2SoftAmrDec::C2SoftAmrDec(
        const char *name,
        c2_node_id_t id,
        const std::shared_ptr<IntfImpl> &intfImpl)
    : SimpleC2Component(std::make_shared<SimpleInterface<IntfImpl>>(name, id, intfImpl)),
      mIntf(intfImpl),
      mAmrHandle(nullptr),
      mDecoderBuf(nullptr),
      mDecoderCookie(nullptr) {
#ifdef AMRNB
    mIsWide = false;
#else
    mIsWide = true;
#endif
}

C2SoftAmrDec::~C2SoftAmrDec() {
    (void)onRelease();
}

c2_status_t C2SoftAmrDec::onInit() {
    status_t err = initDecoder();
    return err == OK ? C2_OK : C2_NO_MEMORY;
}

c2_status_t C2SoftAmrDec::onStop() {
    if (!mIsWide) {
        Speech_Decode_Frame_reset(mAmrHandle);
    } else {
        pvDecoder_AmrWb_Reset(mAmrHandle, 0 /* reset_all */);
    }
    mSignalledError = false;
    mSignalledOutputEos = false;

    return C2_OK;
}

void C2SoftAmrDec::onReset() {
    (void)onStop();
}

void C2SoftAmrDec::onRelease() {
    if (!mIsWide) {
        if (mAmrHandle) {
            GSMDecodeFrameExit(&mAmrHandle);
        }
        mAmrHandle = nullptr;
    } else {
        if (mDecoderBuf) {
            free(mDecoderBuf);
        }
        mDecoderBuf = nullptr;
        mAmrHandle = nullptr;
        mDecoderCookie = nullptr;
    }
}

c2_status_t C2SoftAmrDec::onFlush_sm() {
    return onStop();
}

status_t C2SoftAmrDec::initDecoder() {
    if (!mIsWide) {
        if (GSMInitDecode(&mAmrHandle, (int8_t *)"AMRNBDecoder"))
            return UNKNOWN_ERROR;
    } else {
        uint32_t memReq = pvDecoder_AmrWbMemRequirements();
        mDecoderBuf = malloc(memReq);
        if (mDecoderBuf) {
            pvDecoder_AmrWb_Init(&mAmrHandle, mDecoderBuf, &mDecoderCookie);
        }
        else {
            return NO_MEMORY;
        }
    }
    mSignalledError = false;
    mSignalledOutputEos = false;

    return OK;
}

static size_t getFrameSize(bool isWide, unsigned FM) {
    static const size_t kFrameSizeNB[16] = {
        12, 13, 15, 17, 19, 20, 26, 31,
        5, 6, 5, 5, // SID
        0, 0, 0, // future use
        0 // no data
    };
    static const size_t kFrameSizeWB[16] = {
        17, 23, 32, 36, 40, 46, 50, 58, 60,
        5, // SID
        0, 0, 0, 0, // future use
        0, // speech lost
        0 // no data
    };

    if (FM > 15 || (isWide && FM > 9 && FM < 14) || (!isWide && FM > 11 && FM < 15)) {
        ALOGE("illegal AMR frame mode %d", FM);
        return 0;
    }
    // add 1 for header byte
    return (isWide ? kFrameSizeWB[FM] : kFrameSizeNB[FM]) + 1;
}

static status_t calculateNumFrames(const uint8 *input, size_t inSize,
                                   std::vector<size_t> *frameSizeList, bool isWide) {
    for (size_t k = 0; k < inSize;) {
        int16_t FM = ((input[0] >> 3) & 0x0f);
        size_t frameSize = getFrameSize(isWide, FM);
        if (frameSize == 0) {
            return UNKNOWN_ERROR;
        }
        if ((inSize - k) >= frameSize) {
            input += frameSize;
            k += frameSize;
        }
        else break;
        frameSizeList->push_back(frameSize);
    }
    return OK;
}

void C2SoftAmrDec::process(
        const std::unique_ptr<C2Work> &work,
        const std::shared_ptr<C2BlockPool> &pool) {
    // Initialize output work
    work->result = C2_OK;
    work->workletsProcessed = 1u;
    work->worklets.front()->output.flags = work->input.flags;

    if (mSignalledError || mSignalledOutputEos) {
        work->result = C2_BAD_VALUE;
        return;
    }

    C2ReadView rView = mDummyReadView;
    size_t inOffset = 0u;
    size_t inSize = 0u;
    if (!work->input.buffers.empty()) {
        rView = work->input.buffers[0]->data().linearBlocks().front().map().get();
        inSize = rView.capacity();
        if (inSize && rView.error()) {
            ALOGE("read view map failed %d", rView.error());
            work->result = rView.error();
            return;
        }
    }

    bool eos = (work->input.flags & C2FrameData::FLAG_END_OF_STREAM) != 0;
    if (inSize == 0) {
        work->worklets.front()->output.flags = work->input.flags;
        work->worklets.front()->output.buffers.clear();
        work->worklets.front()->output.ordinal = work->input.ordinal;
        if (eos) {
            mSignalledOutputEos = true;
            ALOGV("signalled EOS");
        }
        return;
    }

    ALOGV("in buffer attr. size %zu timestamp %d frameindex %d", inSize,
          (int)work->input.ordinal.timestamp.peeku(), (int)work->input.ordinal.frameIndex.peeku());

    std::vector<size_t> frameSizeList;
    if (OK != calculateNumFrames(rView.data() + inOffset, inSize, &frameSizeList,
                                 mIsWide)) {
        work->result = C2_CORRUPTED;
        mSignalledError = true;
        return;
    }
    if (frameSizeList.empty()) {
        ALOGE("input size smaller than expected");
        work->result = C2_CORRUPTED;
        mSignalledError = true;
        return;
    }

    int16_t outSamples = mIsWide ? kNumSamplesPerFrameWB : kNumSamplesPerFrameNB;
    size_t calOutSize = outSamples * frameSizeList.size() * sizeof(int16_t);
    std::shared_ptr<C2LinearBlock> block;
    C2MemoryUsage usage = { C2MemoryUsage::CPU_READ, C2MemoryUsage::CPU_WRITE };
    c2_status_t err = pool->fetchLinearBlock(calOutSize, usage, &block);
    if (err != C2_OK) {
        ALOGE("fetchLinearBlock for Output failed with status %d", err);
        work->result = C2_NO_MEMORY;
        return;
    }
    C2WriteView wView = block->map().get();
    if (wView.error()) {
        ALOGE("write view map failed %d", wView.error());
        work->result = wView.error();
        return;
    }

    int16_t *output = reinterpret_cast<int16_t *>(wView.data());
    auto it = frameSizeList.begin();
    const uint8_t *inPtr = rView.data() + inOffset;
    size_t inPos = 0;
    while (inPos < inSize) {
        if (it == frameSizeList.end()) {
            ALOGD("unexpected trailing bytes, ignoring them");
            break;
        }
        uint8_t *input = const_cast<uint8_t *>(inPtr + inPos);
        int16_t FM = ((*input >> 3) & 0x0f);
        if (!mIsWide) {
            int32_t numBytesRead = AMRDecode(mAmrHandle,
                                             (Frame_Type_3GPP) FM,
                                             input + 1, output, MIME_IETF);
            if (static_cast<size_t>(numBytesRead + 1) != *it) {
                ALOGE("panic, parsed size does not match decoded size");
                work->result = C2_CORRUPTED;
                mSignalledError = true;
                return;
            }
        } else {
            if (FM >= 9) {
                // Produce silence instead of comfort noise and for
                // speech lost/no data.
                memset(output, 0, outSamples * sizeof(int16_t));
            } else {
                int16_t FT;
                RX_State_wb rx_state;
                int16_t numRecSamples;

                mime_unsorting(const_cast<uint8_t *>(&input[1]),
                               mInputSampleBuffer, &FT, &FM, 1, &rx_state);
                pvDecoder_AmrWb(FM, mInputSampleBuffer, output, &numRecSamples,
                                mDecoderBuf, FT, mDecoderCookie);
                if (numRecSamples != outSamples) {
                    ALOGE("Sample output per frame incorrect");
                    work->result = C2_CORRUPTED;
                    mSignalledError = true;
                    return;
                }
                /* Delete the 2 LSBs (14-bit output) */
                for (int i = 0; i < numRecSamples; ++i) {
                    output[i] &= 0xfffC;
                }
            }
        }
        inPos += *it;
        output += outSamples;
        ++it;
    }

    work->worklets.front()->output.flags = work->input.flags;
    work->worklets.front()->output.buffers.clear();
    work->worklets.front()->output.buffers.push_back(createLinearBuffer(block));
    work->worklets.front()->output.ordinal = work->input.ordinal;
    if (eos) {
        mSignalledOutputEos = true;
        ALOGV("signalled EOS");
    }
}

c2_status_t C2SoftAmrDec::drain(
        uint32_t drainMode,
        const std::shared_ptr<C2BlockPool> &pool) {
    (void)pool;
    if (drainMode == NO_DRAIN) {
        ALOGW("drain with NO_DRAIN: no-op");
        return C2_OK;
    }
    if (drainMode == DRAIN_CHAIN) {
        ALOGW("DRAIN_CHAIN not supported");
        return C2_OMITTED;
    }
    return C2_OK;
}

class C2SoftAMRDecFactory : public C2ComponentFactory {
public:
    C2SoftAMRDecFactory() : mHelper(std::static_pointer_cast<C2ReflectorHelper>(
            GetCodec2PlatformComponentStore()->getParamReflector())) {
    }

    virtual c2_status_t createComponent(
            c2_node_id_t id,
            std::shared_ptr<C2Component>* const component,
            std::function<void(C2Component*)> deleter) override {
        *component = std::shared_ptr<C2Component>(
                new C2SoftAmrDec(COMPONENT_NAME, id,
                              std::make_shared<C2SoftAmrDec::IntfImpl>(mHelper)),
                deleter);
        return C2_OK;
    }

    virtual c2_status_t createInterface(
            c2_node_id_t id,
            std::shared_ptr<C2ComponentInterface>* const interface,
            std::function<void(C2ComponentInterface*)> deleter) override {
        *interface = std::shared_ptr<C2ComponentInterface>(
                new SimpleInterface<C2SoftAmrDec::IntfImpl>(
                        COMPONENT_NAME, id, std::make_shared<C2SoftAmrDec::IntfImpl>(mHelper)),
                deleter);
        return C2_OK;
    }

    virtual ~C2SoftAMRDecFactory() override = default;

private:
    std::shared_ptr<C2ReflectorHelper> mHelper;
};

}  // namespace android

extern "C" ::C2ComponentFactory* CreateCodec2Factory() {
    ALOGV("in %s", __func__);
    return new ::android::C2SoftAMRDecFactory();
}

extern "C" void DestroyCodec2Factory(::C2ComponentFactory* factory) {
    ALOGV("in %s", __func__);
    delete factory;
}