1 /* 2 * Copyright (C) 2023 Huawei Device Co., Ltd. 3 * Licensed under the Apache License, Version 2.0 (the "License"); 4 * you may not use this file except in compliance with the License. 5 * You may obtain a copy of the License at 6 * 7 * http://www.apache.org/licenses/LICENSE-2.0 8 * 9 * Unless required by applicable law or agreed to in writing, software 10 * distributed under the License is distributed on an "AS IS" BASIS, 11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 * See the License for the specific language governing permissions and 13 * limitations under the License. 14 */ 15 16 #ifndef PLUGINS_COMMON_LIBS_IMAGE_LIBEXTPLUGIN_INCLUDE_EXT_ENCODER_H 17 #define PLUGINS_COMMON_LIBS_IMAGE_LIBEXTPLUGIN_INCLUDE_EXT_ENCODER_H 18 19 #include <vector> 20 21 #include "abs_image_encoder.h" 22 #include "plugin_class_base.h" 23 #include "include/core/SkStream.h" 24 #include "ext_wstream.h" 25 #include "include/core/SkBitmap.h" 26 #ifdef USE_M133_SKIA 27 #include "include/codec/SkEncodedImageFormat.h" 28 #else 29 #include "include/core/SkEncodedImageFormat.h" 30 #endif 31 #if !defined(IOS_PLATFORM) && !defined(ANDROID_PLATFORM) 32 #include "surface_buffer.h" 33 #endif 34 #include "hdr_type.h" 35 36 #ifdef HEIF_HW_ENCODE_ENABLE 37 namespace OHOS::HDI::Codec::Image::V2_1 { 38 struct ImageItem; 39 struct SharedBuffer; 40 struct ColourInfo; 41 struct ContentLightLevel; 42 struct MasteringDisplayColourVolume; 43 struct ToneMapMetadata; 44 struct MetaItem; 45 struct ItemRef; 46 struct ToneMapMetadata; 47 struct ToneMapChannel; 48 } 49 #endif 50 51 namespace OHOS::Media { 52 class AbsMemory; 53 } 54 55 namespace OHOS { 56 namespace ImagePlugin { 57 class ExtEncoder : public AbsImageEncoder, public OHOS::MultimediaPlugin::PluginClassBase { 58 public: 59 ExtEncoder(); 60 ~ExtEncoder() override; 61 uint32_t StartEncode(OutputDataStream &outputStream, PlEncodeOptions &option) override; 62 uint32_t AddImage(Media::PixelMap &pixelMap) override; 63 uint32_t AddPicture(Media::Picture &picture) override; 64 uint32_t FinalizeEncode() override; 65 66 private: 67 DISALLOW_COPY_AND_MOVE(ExtEncoder); 68 static bool IsHardwareEncodeSupported(const PlEncodeOptions &opts, Media::PixelMap* pixelMap); 69 bool IsPictureSupportHardwareEncode(); 70 uint32_t TryHardwareEncodePicture(SkWStream& skStream, std::string& errorMsg); 71 uint32_t DoHardWareEncode(SkWStream* skStream); 72 bool HardwareEncode(SkWStream &skStream, bool needExif); 73 #ifdef USE_M133_SKIA 74 bool SkEncodeImage(SkWStream* dst, const SkBitmap& src, SkEncodedImageFormat format, int quality); 75 #endif 76 uint32_t DoEncode(SkWStream* skStream, const SkBitmap& src, const SkEncodedImageFormat& skFormat); 77 uint32_t DoHdrEncode(ExtWStream& wStream); 78 #if !defined(_WIN32) && !defined(_APPLE) && !defined(IOS_PLATFORM) && !defined(ANDROID_PLATFORM) 79 sptr<SurfaceBuffer> ConvertToSurfaceBuffer(Media::PixelMap* pixelmap); 80 sptr<SurfaceBuffer> ConvertPixelMapToDmaBuffer(std::shared_ptr<PixelMap> pixelmap); 81 uint32_t EncodeSdrImage(ExtWStream& outputStream); 82 uint32_t EncodeDualVivid(ExtWStream& outputStream); 83 uint32_t EncodeSingleVivid(ExtWStream& outputStream); 84 uint32_t EncodePicture(); 85 uint32_t EncodeCameraScenePicture(SkWStream& skStream); 86 uint32_t EncodeEditScenePicture(); 87 void CheckJpegAuxiliaryTagName(); 88 uint32_t EncodeJpegPicture(SkWStream& skStream); 89 uint32_t EncodeJpegPictureDualVividInner(SkWStream& skStream, std::shared_ptr<PixelMap>& mainPixelmap, 90 std::shared_ptr<PixelMap>& gainmapPixelmap); 91 uint32_t EncodeJpegPictureDualVivid(SkWStream& skStream); 92 uint32_t EncodeJpegPictureSdr(SkWStream& skStream); 93 void EncodeJpegAuxiliaryPictures(SkWStream& skStream); 94 uint32_t WriteJpegCodedData(std::shared_ptr<AuxiliaryPicture>& auxPicture, SkWStream& skStream); 95 void EncodeLogVideoDataToBlobMetadata(sptr<SurfaceBuffer>& surfaceBuffer, SkWStream& skStream); 96 uint32_t SpliceFragmentStream(SkWStream& skStream, sk_sp<SkData>& skData); 97 uint32_t WriteJpegUncodedData(std::shared_ptr<AuxiliaryPicture>& auxPicture, SkWStream& skStream); 98 void WriteJpegAuxiliarySizeAndTag(uint32_t size, std::shared_ptr<AuxiliaryPicture>& auxPicture, 99 SkWStream& skStream); 100 uint32_t EncodeHeifPicture(sptr<SurfaceBuffer>& mainSptr, SkImageInfo mainInfo, bool sdrIsSRGB); 101 sk_sp<SkData> GetImageEncodeData(sptr<SurfaceBuffer>& surfaceBuffer, SkImageInfo info, bool needExif); 102 uint32_t EncodeImageBySurfaceBuffer(sptr<SurfaceBuffer>& surfaceBuffer, SkImageInfo info, 103 bool needExif, SkWStream& outputStream); 104 uint32_t EncodeHeifDualHdrImage(sptr<SurfaceBuffer>& sdr, sptr<SurfaceBuffer>& gainmap, 105 Media::HdrMetadata& metadata, bool sdrIsSRGB = false); 106 uint32_t EncodeHeifSdrImage(sptr<SurfaceBuffer>& sdr, SkImageInfo sdrInfo); 107 void SetHdrColorSpaceType(sptr<SurfaceBuffer>& surfaceBuffer); 108 #endif 109 uint32_t EncodeImageByBitmap(SkBitmap& bitmap, bool needExif, SkWStream& outStream); 110 uint32_t EncodeImageByPixelMap(Media::PixelMap* pixelMap, bool needExif, SkWStream& outputStream); 111 #ifdef HEIF_HW_ENCODE_ENABLE 112 std::shared_ptr<HDI::Codec::Image::V2_1::ImageItem> AssembleTmapImageItem(ColorManager::ColorSpaceName color, 113 Media::HdrMetadata metadata, const PlEncodeOptions &opts); 114 std::shared_ptr<Media::AbsMemory> AllocateNewSharedMem(size_t memorySize, std::string tag); 115 #if !defined(_WIN32) && !defined(_APPLE) && !defined(IOS_PLATFORM) && !defined(ANDROID_PLATFORM) 116 std::shared_ptr<HDI::Codec::Image::V2_1::ImageItem> AssemblePrimaryImageItem(sptr<SurfaceBuffer>& surfaceBuffer, 117 const PlEncodeOptions &opts); 118 std::shared_ptr<HDI::Codec::Image::V2_1::ImageItem> AssembleHdrBaseImageItem(sptr<SurfaceBuffer>& surfaceBuffer, 119 ColorManager::ColorSpaceName color, Media::HdrMetadata& metadata, const PlEncodeOptions &opts); 120 std::shared_ptr<HDI::Codec::Image::V2_1::ImageItem> AssembleGainmapImageItem(sptr<SurfaceBuffer>& surfaceBuffer, 121 ColorManager::ColorSpaceName color, const PlEncodeOptions& opts); 122 123 uint32_t AssembleSdrImageItem(sptr<SurfaceBuffer>& surfaceBuffer, SkImageInfo sdrInfo, 124 std::vector<HDI::Codec::Image::V2_1::ImageItem>& inputImgs); 125 uint32_t AssembleHeifHdrPicture( 126 sptr<SurfaceBuffer>& mainSptr, bool sdrIsSRGB, std::vector<HDI::Codec::Image::V2_1::ImageItem>& inputImgs); 127 uint32_t AssembleHeifAuxiliaryNoncodingMap(std::vector<HDI::Codec::Image::V2_1::ImageItem>& inputImgs, 128 AuxiliaryPictureType auxType); 129 uint32_t AssembleHeifUnrefocusMap(std::vector<HDI::Codec::Image::V2_1::ImageItem>& inputImgs); 130 uint32_t AssembleHeifFragmentMap(std::vector<HDI::Codec::Image::V2_1::ImageItem>& inputImgs); 131 uint32_t AssembleHeifAuxiliaryPicture(std::vector<HDI::Codec::Image::V2_1::ImageItem>& inputImgs, 132 std::vector<HDI::Codec::Image::V2_1::ItemRef>& refs); 133 HDI::Codec::Image::V2_1::ImageItem InitAuxiliaryImageItem(uint32_t id, std::string itemName); 134 #endif 135 bool GetStaticMetadata(Media::HdrMetadata& metadata, HDI::Codec::Image::V2_1::MasteringDisplayColourVolume& color, 136 HDI::Codec::Image::V2_1::ContentLightLevel& light); 137 bool GetToneMapChannel(Media::ISOMetadata& metadata, HDI::Codec::Image::V2_1::ToneMapChannel& channel, 138 uint8_t index); 139 bool GetToneMapMetadata(Media::HdrMetadata& metadata, HDI::Codec::Image::V2_1::ToneMapMetadata& toneMapMetadata); 140 void GetColourInfo(ColorManager::ColorSpaceName color, HDI::Codec::Image::V2_1::ColourInfo& info); 141 bool AssembleIT35SharedBuffer(Media::HdrMetadata metadata, HDI::Codec::Image::V2_1::SharedBuffer& outBuffer); 142 bool AssembleICCImageProperty(sk_sp<SkData>& iccProfile, HDI::Codec::Image::V2_1::SharedBuffer& outBuffer); 143 bool FillPixelSharedBuffer(sptr<SurfaceBuffer> sbBuffer, uint32_t capacity, 144 HDI::Codec::Image::V2_1::SharedBuffer& outBuffer); 145 bool FillNclxColorProperty(std::shared_ptr<HDI::Codec::Image::V2_1::ImageItem>& item, size_t& offset, 146 HDI::Codec::Image::V2_1::ColourInfo& colorInfo); 147 bool AssembleOutputSharedBuffer(HDI::Codec::Image::V2_1::SharedBuffer& outBuffer, 148 std::shared_ptr<Media::AbsMemory>& outMem); 149 void AssembleDualHdrRefItem(std::vector<HDI::Codec::Image::V2_1::ItemRef>& refs); 150 uint32_t DoHeifEncode(std::vector<HDI::Codec::Image::V2_1::ImageItem>& inputImgs, 151 std::vector<HDI::Codec::Image::V2_1::MetaItem>& inputMetas, 152 std::vector<HDI::Codec::Image::V2_1::ItemRef>& refs); 153 bool AssembleExifMetaItem(std::vector<HDI::Codec::Image::V2_1::MetaItem>& metaItems); 154 void AssembleExifRefItem(std::vector<HDI::Codec::Image::V2_1::ItemRef>& refs); 155 void AssembleAuxiliaryRefItem(AuxiliaryPictureType type, std::vector<HDI::Codec::Image::V2_1::ItemRef>& refs); 156 #endif 157 uint32_t PixelmapEncode(ExtWStream& wStream); 158 uint32_t EncodeHeifByPixelmap(Media::PixelMap* pixelmap, const PlEncodeOptions& opts); 159 void RecycleResources(); 160 161 SkEncodedImageFormat encodeFormat_; 162 OutputDataStream* output_ = nullptr; 163 PlEncodeOptions opts_; 164 Media::PixelMap* pixelmap_ = nullptr; 165 Media::Picture* picture_ = nullptr; 166 std::vector<std::shared_ptr<Media::AbsMemory>> tmpMemoryList_; 167 }; 168 } // namespace ImagePlugin 169 } // namespace OHOS 170 171 #endif // PLUGINS_COMMON_LIBS_IMAGE_LIBEXTPLUGIN_INCLUDE_EXT_ENCODER_H 172