OpenHarmony-v4.1-Release/s

/*
 * Copyright (C) 2021 Huawei Device Co., Ltd.
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "jpeg_encoder.h"
#ifdef IMAGE_COLORSPACE_FLAG
#include "color_space.h"
#endif
#include "image_log.h"
#include "image_trace.h"
#include "include/core/SkColorSpace.h"
#include "include/core/SkImageInfo.h"
#include "jerror.h"
#include "media_errors.h"
#include "pixel_convert.h"
#include "src/images/SkImageEncoderFns.h"

#undef LOG_DOMAIN
#define LOG_DOMAIN LOG_TAG_DOMAIN_ID_PLUGIN

#undef LOG_TAG
#define LOG_TAG "JpegEncoder"

namespace OHOS {
namespace ImagePlugin {
using namespace MultimediaPlugin;
using namespace Media;

constexpr uint32_t COMPONENT_NUM_ARGB = 4;
constexpr uint32_t COMPONENT_NUM_RGBA = 4;
constexpr uint32_t COMPONENT_NUM_BGRA = 4;
constexpr uint32_t COMPONENT_NUM_RGB = 3;
constexpr uint32_t COMPONENT_NUM_GRAY = 1;
constexpr uint32_t PIXEL_SIZE_RGBA_F16 = 8;
constexpr uint32_t PIXEL_SIZE_RGB565 = 2;
// yuv format
constexpr uint8_t COMPONENT_NUM_YUV420SP = 3;
constexpr uint8_t Y_SAMPLE_ROW = 16;
constexpr uint8_t UV_SAMPLE_ROW = 8;
constexpr uint8_t SAMPLE_FACTOR_ONE = 1;
constexpr uint8_t SAMPLE_FACTOR_TWO = 2;
constexpr uint8_t INDEX_ZERO = 0;
constexpr uint8_t INDEX_ONE = 1;
constexpr uint8_t INDEX_TWO = 2;
constexpr uint8_t SHIFT_MASK = 1;

JpegDstMgr::JpegDstMgr(OutputDataStream *stream) : outputStream(stream)
{
    init_destination = InitDstStream;
    empty_output_buffer = EmptyOutputBuffer;
    term_destination = TermDstStream;
}

JpegEncoder::JpegEncoder() : dstMgr_(nullptr)
{
    // create decompress struct
    jpeg_create_compress(&encodeInfo_);

    // set error output
    encodeInfo_.err = jpeg_std_error(&jerr_);
    jerr_.error_exit = ErrorExit;
    if (encodeInfo_.err == nullptr) {
        IMAGE_LOGE("create jpeg encoder failed.");
        return;
    }
    encodeInfo_.err->output_message = &OutputErrorMessage;
}

uint32_t JpegEncoder::StartEncode(OutputDataStream &outputStream, PlEncodeOptions &option)
{
    ImageTrace imageTrace("JpegEncoder::StartEncode");
    pixelMaps_.clear();
    dstMgr_.outputStream = &outputStream;
    encodeInfo_.dest = &dstMgr_;
    encodeOpts_ = option;
    return SUCCESS;
}

J_COLOR_SPACE JpegEncoder::GetEncodeFormat(PixelFormat format, int32_t &componentsNum)
{
    J_COLOR_SPACE colorSpace = JCS_UNKNOWN;
    int32_t components = 0;
    switch (format) {
        case PixelFormat::RGBA_F16:
        case PixelFormat::RGBA_8888: {
            colorSpace = JCS_EXT_RGBA;
            components = COMPONENT_NUM_RGBA;
            break;
        }
        case PixelFormat::BGRA_8888: {
            colorSpace = JCS_EXT_BGRA;
            components = COMPONENT_NUM_BGRA;
            break;
        }
        case PixelFormat::ARGB_8888: {
            colorSpace = JCS_EXT_ARGB;
            components = COMPONENT_NUM_ARGB;
            break;
        }
        case PixelFormat::ALPHA_8: {
            colorSpace = JCS_GRAYSCALE;
            components = COMPONENT_NUM_GRAY;
            break;
        }
        case PixelFormat::RGB_565:
        case PixelFormat::RGB_888: {
            colorSpace = JCS_RGB;
            components = COMPONENT_NUM_RGB;
            break;
        }
        case PixelFormat::NV12:
        case PixelFormat::NV21: {
            colorSpace = JCS_YCbCr;
            components = COMPONENT_NUM_YUV420SP;
            break;
        }
        case PixelFormat::CMYK: {
            colorSpace = JCS_CMYK;
            components = COMPONENT_NUM_RGBA;
            break;
        }
        default: {
            IMAGE_LOGE("encode format:[%{public}d] is unsupported!", format);
            break;
        }
    }
    componentsNum = components;
    return colorSpace;
}

uint32_t JpegEncoder::AddImage(Media::PixelMap &pixelMap)
{
    ImageTrace imageTrace("JpegEncoder::AddImage");
    if (pixelMaps_.size() >= JPEG_IMAGE_NUM) {
        IMAGE_LOGE("add pixel map out of range:[%{public}u].", JPEG_IMAGE_NUM);
        return ERR_IMAGE_ADD_PIXEL_MAP_FAILED;
    }
    pixelMaps_.push_back(&pixelMap);
    return SUCCESS;
}

uint32_t JpegEncoder::FinalizeEncode()
{
    ImageTrace imageTrace("JpegEncoder::FinalizeEncode");
    uint32_t errorCode = SetCommonConfig();
    if (errorCode != SUCCESS) {
        IMAGE_LOGE("set jpeg compress struct failed:%{public}u.", errorCode);
        return errorCode;
    }
    const uint8_t *data = pixelMaps_[0]->GetPixels();
    if (data == nullptr) {
        IMAGE_LOGE("encode image buffer is null.");
        return ERR_IMAGE_INVALID_PARAMETER;
    }
    PixelFormat pixelFormat = pixelMaps_[0]->GetPixelFormat();
    if (pixelFormat == PixelFormat::NV21 || pixelFormat == PixelFormat::NV12) {
        errorCode = Yuv420spEncoder(data);
    } else if (pixelFormat == PixelFormat::RGBA_F16) {
        errorCode = RGBAF16Encoder(data);
    } else if (pixelFormat == PixelFormat::RGB_565) {
        errorCode = RGB565Encoder(data);
    } else {
        errorCode = SequenceEncoder(data);
    }
    if (errorCode != SUCCESS) {
        IMAGE_LOGE("encode jpeg failed:%{public}u.", errorCode);
    }
    return errorCode;
}

uint32_t JpegEncoder::SetCommonConfig()
{
    if (pixelMaps_.empty()) {
        IMAGE_LOGE("encode image failed, no pixel map input.");
        return ERR_IMAGE_INVALID_PARAMETER;
    }
    if (setjmp(jerr_.setjmp_buffer)) {
        IMAGE_LOGE("encode image error, set config failed.");
        return ERR_IMAGE_ENCODE_FAILED;
    }
    encodeInfo_.image_width = pixelMaps_[0]->GetWidth();
    encodeInfo_.image_height = pixelMaps_[0]->GetHeight();
    PixelFormat pixelFormat = pixelMaps_[0]->GetPixelFormat();
    encodeInfo_.in_color_space = GetEncodeFormat(pixelFormat, encodeInfo_.input_components);
    if (encodeInfo_.in_color_space == JCS_UNKNOWN) {
        IMAGE_LOGE("set input jpeg color space invalid.");
        return ERR_IMAGE_UNKNOWN_FORMAT;
    }
    IMAGE_LOGD("width=%{public}u, height=%{public}u, colorspace=%{public}d, components=%{public}d.",
        encodeInfo_.image_width, encodeInfo_.image_height, encodeInfo_.in_color_space, encodeInfo_.input_components);
    jpeg_set_defaults(&encodeInfo_);
    int32_t quality = encodeOpts_.quality;
    jpeg_set_quality(&encodeInfo_, quality, TRUE);
    return SUCCESS;
}

uint32_t JpegEncoder::SequenceEncoder(const uint8_t *data)
{
    if (setjmp(jerr_.setjmp_buffer)) {
        IMAGE_LOGE("encode image error.");
        return ERR_IMAGE_ENCODE_FAILED;
    }
    jpeg_start_compress(&encodeInfo_, TRUE);

#ifdef IMAGE_COLORSPACE_FLAG
    // packing icc profile.
    SkImageInfo skImageInfo;
    OHOS::ColorManager::ColorSpace grColorSpace = pixelMaps_[0]->InnerGetGrColorSpace();
    sk_sp<SkColorSpace> skColorSpace = grColorSpace.ToSkColorSpace();

    // when there is colorspace data, package it.
    if (skColorSpace != nullptr) {
        int width = 0;
        int height = 0;
        SkColorType ct = SkColorType::kUnknown_SkColorType;
        SkAlphaType at = SkAlphaType::kUnknown_SkAlphaType;
        skImageInfo = SkImageInfo::Make(width, height, ct, at, skColorSpace);
        uint32_t iccPackedresult = iccProfileInfo_.PackingICCProfile(&encodeInfo_, skImageInfo);
        if (iccPackedresult == OHOS::Media::ERR_IMAGE_ENCODE_ICC_FAILED) {
            IMAGE_LOGE("encode image icc error.");
            return iccPackedresult;
        }
    }
#endif

    uint8_t *base = const_cast<uint8_t *>(data);
    uint32_t rowStride = encodeInfo_.image_width * encodeInfo_.input_components;
    uint8_t *buffer = nullptr;
    while (encodeInfo_.next_scanline < encodeInfo_.image_height) {
        buffer = base + encodeInfo_.next_scanline * rowStride;
        jpeg_write_scanlines(&encodeInfo_, &buffer, RW_LINE_NUM);
    }
    jpeg_finish_compress(&encodeInfo_);
    return SUCCESS;
}

void JpegEncoder::SetYuv420spExtraConfig()
{
    encodeInfo_.raw_data_in = TRUE;
    encodeInfo_.dct_method = JDCT_IFAST;
    encodeInfo_.comp_info[INDEX_ZERO].h_samp_factor = SAMPLE_FACTOR_TWO;
    encodeInfo_.comp_info[INDEX_ZERO].v_samp_factor = SAMPLE_FACTOR_TWO;
    encodeInfo_.comp_info[INDEX_ONE].h_samp_factor = SAMPLE_FACTOR_ONE;
    encodeInfo_.comp_info[INDEX_ONE].v_samp_factor = SAMPLE_FACTOR_ONE;
    encodeInfo_.comp_info[INDEX_TWO].h_samp_factor = SAMPLE_FACTOR_ONE;
    encodeInfo_.comp_info[INDEX_TWO].v_samp_factor = SAMPLE_FACTOR_ONE;
}

uint32_t JpegEncoder::Yuv420spEncoder(const uint8_t *data)
{
    SetYuv420spExtraConfig();
    jpeg_start_compress(&encodeInfo_, TRUE);
    JSAMPROW y[Y_SAMPLE_ROW];
    JSAMPROW u[UV_SAMPLE_ROW];
    JSAMPROW v[UV_SAMPLE_ROW];
    JSAMPARRAY planes[COMPONENT_NUM_YUV420SP]{ y, u, v };
    uint32_t width = encodeInfo_.image_width;
    uint32_t height = encodeInfo_.image_height;
    uint32_t yPlaneSize = width * height;
    uint8_t *yPlane = const_cast<uint8_t *>(data);
    uint8_t *uvPlane = const_cast<uint8_t *>(data + yPlaneSize);
    auto uPlane = std::make_unique<uint8_t[]>((width >> SHIFT_MASK) * UV_SAMPLE_ROW);
    if (uPlane == nullptr) {
        IMAGE_LOGE("allocate uPlane memory failed.");
        return ERR_IMAGE_MALLOC_ABNORMAL;
    }
    auto vPlane = std::make_unique<uint8_t[]>((width >> SHIFT_MASK) * UV_SAMPLE_ROW);
    if (vPlane == nullptr) {
        IMAGE_LOGE("allocate vPlane memory failed.");
        return ERR_IMAGE_MALLOC_ABNORMAL;
    }
    while (encodeInfo_.next_scanline < height) {
        Deinterweave(uvPlane, uPlane.get(), vPlane.get(), encodeInfo_.next_scanline, width, height);
        for (uint32_t i = 0; i < Y_SAMPLE_ROW; i++) {
            y[i] = yPlane + (encodeInfo_.next_scanline + i) * width;
            if ((i & SHIFT_MASK) == 0) {
                uint32_t offset = (i >> SHIFT_MASK) * (width >> SHIFT_MASK);
                u[i >> SHIFT_MASK] = uPlane.get() + offset;
                v[i >> SHIFT_MASK] = vPlane.get() + offset;
            }
        }
        jpeg_write_raw_data(&encodeInfo_, planes, Y_SAMPLE_ROW);
    }
    jpeg_finish_compress(&encodeInfo_);
    return SUCCESS;
}

void JpegEncoder::Deinterweave(uint8_t *uvPlane, uint8_t *uPlane, uint8_t *vPlane, uint32_t curRow, uint32_t width,
                               uint32_t height)
{
    PixelFormat pixelFormat = pixelMaps_[0]->GetPixelFormat();
    uint32_t rowNum = (height - curRow) >> SHIFT_MASK;
    if (rowNum > UV_SAMPLE_ROW) {
        rowNum = UV_SAMPLE_ROW;
    }
    uint8_t indexZero = INDEX_ZERO;
    uint8_t indexOne = INDEX_ONE;
    if (pixelFormat != PixelFormat::NV12) {
        std::swap(indexZero, indexOne);
    }

    for (uint32_t row = 0; row < rowNum; row++) {
        uint32_t offset = ((curRow >> SHIFT_MASK) + row) * width;
        uint8_t *uv = uvPlane + offset;
        uint32_t col = width >> SHIFT_MASK;
        for (uint32_t i = 0; i < col; i++) {
            uint32_t index = row * col + i;
            uPlane[index] = uv[indexZero];
            vPlane[index] = uv[indexOne];
            uv += INDEX_TWO;
        }
    }
}

uint32_t JpegEncoder::RGBAF16Encoder(const uint8_t *data)
{
    if (setjmp(jerr_.setjmp_buffer)) {
        IMAGE_LOGE("encode image error.");
        return ERR_IMAGE_ENCODE_FAILED;
    }
    jpeg_start_compress(&encodeInfo_, TRUE);
    uint8_t *base = const_cast<uint8_t *>(data);
    uint32_t rowStride = encodeInfo_.image_width * encodeInfo_.input_components;
    uint32_t orgRowStride = encodeInfo_.image_width * PIXEL_SIZE_RGBA_F16;
    uint8_t *buffer = nullptr;
    auto rowBuffer = std::make_unique<uint8_t[]>(rowStride);
    while (encodeInfo_.next_scanline < encodeInfo_.image_height) {
        buffer = base + encodeInfo_.next_scanline * orgRowStride;
        for (uint32_t i = 0; i < rowStride;i++) {
            float orgPlane = HalfToFloat(U8ToU16(buffer[i*2], buffer[i*2+1]));
            rowBuffer[i] = static_cast<uint8_t>(orgPlane/MAX_HALF*ALPHA_OPAQUE);
        }
        uint8_t *rowBufferPtr = rowBuffer.get();
        jpeg_write_scanlines(&encodeInfo_, &rowBufferPtr, RW_LINE_NUM);
    }
    jpeg_finish_compress(&encodeInfo_);
    return SUCCESS;
}

uint32_t JpegEncoder::RGB565Encoder(const uint8_t *data)
{
    IMAGE_LOGD("RGB565Encoder IN.");
    if (setjmp(jerr_.setjmp_buffer)) {
        IMAGE_LOGE("encode image error.");
        return ERR_IMAGE_ENCODE_FAILED;
    }

    jpeg_start_compress(&encodeInfo_, TRUE);

    uint8_t *base = const_cast<uint8_t *>(data);

    uint32_t orgRowStride = encodeInfo_.image_width * PIXEL_SIZE_RGB565;
    uint8_t *orgRowBuffer = nullptr;

    uint32_t outRowStride = encodeInfo_.image_width * encodeInfo_.input_components;
    auto outRowBuffer = std::make_unique<uint8_t[]>(outRowStride);

    while (encodeInfo_.next_scanline < encodeInfo_.image_height) {
        orgRowBuffer = base + encodeInfo_.next_scanline * orgRowStride;
        skcms(reinterpret_cast<char*>(&outRowBuffer[0]),
            reinterpret_cast<const char*>(orgRowBuffer),
            encodeInfo_.image_width,
            skcms_PixelFormat_RGB_565,
            skcms_AlphaFormat_Unpremul,
            skcms_PixelFormat_RGB_888,
            skcms_AlphaFormat_Unpremul);

        uint8_t *rowBufferPtr = outRowBuffer.get();
        jpeg_write_scanlines(&encodeInfo_, &rowBufferPtr, RW_LINE_NUM);
    }

    jpeg_finish_compress(&encodeInfo_);
    IMAGE_LOGD("RGB565Encoder OUT.");
    return SUCCESS;
}

JpegEncoder::~JpegEncoder()
{
    jpeg_destroy_compress(&encodeInfo_);
    pixelMaps_.clear();
}
} // namespace ImagePlugin
} // namespace OHOS