1 /* 2 * Copyright (C) 2023 Huawei Device Co., Ltd. 3 * Licensed under the Apache License, Version 2.0 (the "License"); 4 * you may not use this file except in compliance with the License. 5 * You may obtain a copy of the License at 6 * 7 * http://www.apache.org/licenses/LICENSE-2.0 8 * 9 * Unless required by applicable law or agreed to in writing, software 10 * distributed under the License is distributed on an "AS IS" BASIS, 11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 * See the License for the specific language governing permissions and 13 * limitations under the License. 14 */ 15 16 #ifndef PLUGINS_COMMON_LIBS_IMAGE_LIBEXTPLUGIN_INCLUDE_EXT_ENCODER_H 17 #define PLUGINS_COMMON_LIBS_IMAGE_LIBEXTPLUGIN_INCLUDE_EXT_ENCODER_H 18 19 #include <vector> 20 21 #include "abs_image_encoder.h" 22 #include "plugin_class_base.h" 23 #include "include/core/SkStream.h" 24 #include "ext_wstream.h" 25 #include "include/core/SkBitmap.h" 26 #include "include/core/SkEncodedImageFormat.h" 27 #if !defined(IOS_PLATFORM) && !defined(ANDROID_PLATFORM) 28 #include "surface_buffer.h" 29 #endif 30 #include "hdr_type.h" 31 32 #ifdef HEIF_HW_ENCODE_ENABLE 33 namespace OHOS::HDI::Codec::Image::V2_0 { 34 struct ImageItem; 35 struct SharedBuffer; 36 struct ColourInfo; 37 struct ContentLightLevel; 38 struct MasteringDisplayColourVolume; 39 struct ToneMapMetadata; 40 struct MetaItem; 41 struct ItemRef; 42 struct ToneMapMetadata; 43 struct ToneMapChannel; 44 } 45 #endif 46 47 namespace OHOS::Media { 48 class AbsMemory; 49 } 50 51 namespace OHOS { 52 namespace ImagePlugin { 53 class ExtEncoder : public AbsImageEncoder, public OHOS::MultimediaPlugin::PluginClassBase { 54 public: 55 ExtEncoder(); 56 ~ExtEncoder() override; 57 uint32_t StartEncode(OutputDataStream &outputStream, PlEncodeOptions &option) override; 58 uint32_t AddImage(Media::PixelMap &pixelMap) override; 59 uint32_t AddPicture(Media::Picture &picture) override; 60 uint32_t FinalizeEncode() override; 61 62 private: 63 DISALLOW_COPY_AND_MOVE(ExtEncoder); 64 static bool IsHardwareEncodeSupported(const PlEncodeOptions &opts, Media::PixelMap* pixelMap); 65 bool IsPictureSupportHardwareEncode(); 66 uint32_t TryHardwareEncodePicture(SkWStream& skStream, std::string& errorMsg); 67 uint32_t DoHardWareEncode(SkWStream* skStream); 68 bool HardwareEncode(SkWStream &skStream, bool needExif); 69 uint32_t DoEncode(SkWStream* skStream, const SkBitmap& src, const SkEncodedImageFormat& skFormat); 70 uint32_t DoHdrEncode(ExtWStream& wStream); 71 #if !defined(_WIN32) && !defined(_APPLE) && !defined(IOS_PLATFORM) && !defined(ANDROID_PLATFORM) 72 sptr<SurfaceBuffer> ConvertToSurfaceBuffer(Media::PixelMap* pixelmap); 73 uint32_t EncodeSdrImage(ExtWStream& outputStream); 74 uint32_t EncodeDualVivid(ExtWStream& outputStream); 75 uint32_t EncodeSingleVivid(ExtWStream& outputStream); 76 uint32_t EncodePicture(); 77 uint32_t EncodeCameraScenePicture(SkWStream& skStream); 78 uint32_t EncodeEditScenePicture(); 79 void CheckJpegAuxiliaryTagName(); 80 uint32_t EncodeJpegPicture(SkWStream& skStream); 81 uint32_t EncodeJpegPictureDualVividInner(SkWStream& skStream, std::shared_ptr<PixelMap>& mainPixelmap, 82 std::shared_ptr<PixelMap>& gainmapPixelmap); 83 uint32_t EncodeJpegPictureDualVivid(SkWStream& skStream); 84 uint32_t EncodeJpegPictureSdr(SkWStream& skStream); 85 void EncodeJpegAuxiliaryPictures(SkWStream& skStream); 86 uint32_t WriteJpegCodedData(std::shared_ptr<AuxiliaryPicture>& auxPicture, SkWStream& skStream); 87 uint32_t SpliceFragmentStream(SkWStream& skStream, sk_sp<SkData>& skData); 88 uint32_t WriteJpegUncodedData(std::shared_ptr<AuxiliaryPicture>& auxPicture, SkWStream& skStream); 89 void WriteJpegAuxiliarySizeAndTag(uint32_t size, std::shared_ptr<AuxiliaryPicture>& auxPicture, 90 SkWStream& skStream); 91 uint32_t EncodeHeifPicture(sptr<SurfaceBuffer>& mainSptr, SkImageInfo mainInfo, bool sdrIsSRGB); 92 sk_sp<SkData> GetImageEncodeData(sptr<SurfaceBuffer>& surfaceBuffer, SkImageInfo info, bool needExif); 93 uint32_t EncodeImageBySurfaceBuffer(sptr<SurfaceBuffer>& surfaceBuffer, SkImageInfo info, 94 bool needExif, SkWStream& outputStream); 95 uint32_t EncodeHeifDualHdrImage(sptr<SurfaceBuffer>& sdr, sptr<SurfaceBuffer>& gainmap, 96 Media::HdrMetadata& metadata, bool sdrIsSRGB = false); 97 uint32_t EncodeHeifSdrImage(sptr<SurfaceBuffer>& sdr, SkImageInfo sdrInfo); 98 void SetHdrColorSpaceType(sptr<SurfaceBuffer>& surfaceBuffer); 99 uint32_t CheckArgbEncode(); 100 #endif 101 uint32_t EncodeImageByBitmap(SkBitmap& bitmap, bool needExif, SkWStream& outStream); 102 uint32_t EncodeImageByPixelMap(Media::PixelMap* pixelMap, bool needExif, SkWStream& outputStream); 103 #ifdef HEIF_HW_ENCODE_ENABLE 104 std::shared_ptr<HDI::Codec::Image::V2_0::ImageItem> AssembleTmapImageItem(ColorManager::ColorSpaceName color, 105 Media::HdrMetadata metadata, const PlEncodeOptions &opts); 106 std::shared_ptr<Media::AbsMemory> AllocateNewSharedMem(size_t memorySize, std::string tag); 107 #if !defined(_WIN32) && !defined(_APPLE) && !defined(IOS_PLATFORM) && !defined(ANDROID_PLATFORM) 108 std::shared_ptr<HDI::Codec::Image::V2_0::ImageItem> AssemblePrimaryImageItem(sptr<SurfaceBuffer>& surfaceBuffer, 109 const PlEncodeOptions &opts); 110 std::shared_ptr<HDI::Codec::Image::V2_0::ImageItem> AssembleHdrBaseImageItem(sptr<SurfaceBuffer>& surfaceBuffer, 111 ColorManager::ColorSpaceName color, Media::HdrMetadata& metadata, const PlEncodeOptions &opts); 112 std::shared_ptr<HDI::Codec::Image::V2_0::ImageItem> AssembleGainmapImageItem(sptr<SurfaceBuffer>& surfaceBuffer, 113 ColorManager::ColorSpaceName color, const PlEncodeOptions& opts); 114 115 uint32_t AssembleSdrImageItem(sptr<SurfaceBuffer>& surfaceBuffer, SkImageInfo sdrInfo, 116 std::vector<HDI::Codec::Image::V2_0::ImageItem>& inputImgs); 117 uint32_t AssembleHeifHdrPicture( 118 sptr<SurfaceBuffer>& mainSptr, bool sdrIsSRGB, std::vector<HDI::Codec::Image::V2_0::ImageItem>& inputImgs); 119 uint32_t AssembleHeifAuxiliaryNoncodingMap(std::vector<HDI::Codec::Image::V2_0::ImageItem>& inputImgs, 120 AuxiliaryPictureType auxType); 121 uint32_t AssembleHeifUnrefocusMap(std::vector<HDI::Codec::Image::V2_0::ImageItem>& inputImgs); 122 uint32_t AssembleHeifFragmentMap(std::vector<HDI::Codec::Image::V2_0::ImageItem>& inputImgs); 123 uint32_t AssembleHeifAuxiliaryPicture(std::vector<HDI::Codec::Image::V2_0::ImageItem>& inputImgs, 124 std::vector<HDI::Codec::Image::V2_0::ItemRef>& refs); 125 HDI::Codec::Image::V2_0::ImageItem InitAuxiliaryImageItem(uint32_t id, std::string itemName); 126 #endif 127 bool GetStaticMetadata(Media::HdrMetadata& metadata, HDI::Codec::Image::V2_0::MasteringDisplayColourVolume& color, 128 HDI::Codec::Image::V2_0::ContentLightLevel& light); 129 bool GetToneMapChannel(Media::ISOMetadata& metadata, HDI::Codec::Image::V2_0::ToneMapChannel& channel, 130 uint8_t index); 131 bool GetToneMapMetadata(Media::HdrMetadata& metadata, HDI::Codec::Image::V2_0::ToneMapMetadata& toneMapMetadata); 132 void GetColourInfo(ColorManager::ColorSpaceName color, HDI::Codec::Image::V2_0::ColourInfo& info); 133 bool AssembleIT35SharedBuffer(Media::HdrMetadata metadata, HDI::Codec::Image::V2_0::SharedBuffer& outBuffer); 134 bool AssembleICCImageProperty(sk_sp<SkData>& iccProfile, HDI::Codec::Image::V2_0::SharedBuffer& outBuffer); 135 bool FillPixelSharedBuffer(sptr<SurfaceBuffer> sbBuffer, uint32_t capacity, 136 HDI::Codec::Image::V2_0::SharedBuffer& outBuffer); 137 bool FillNclxColorProperty(std::shared_ptr<HDI::Codec::Image::V2_0::ImageItem>& item, size_t& offset, 138 HDI::Codec::Image::V2_0::ColourInfo& colorInfo); 139 bool AssembleOutputSharedBuffer(HDI::Codec::Image::V2_0::SharedBuffer& outBuffer, 140 std::shared_ptr<Media::AbsMemory>& outMem); 141 void AssembleDualHdrRefItem(std::vector<HDI::Codec::Image::V2_0::ItemRef>& refs); 142 uint32_t DoHeifEncode(std::vector<HDI::Codec::Image::V2_0::ImageItem>& inputImgs, 143 std::vector<HDI::Codec::Image::V2_0::MetaItem>& inputMetas, 144 std::vector<HDI::Codec::Image::V2_0::ItemRef>& refs); 145 bool AssembleExifMetaItem(std::vector<HDI::Codec::Image::V2_0::MetaItem>& metaItems); 146 void AssembleExifRefItem(std::vector<HDI::Codec::Image::V2_0::ItemRef>& refs); 147 void AssembleAuxiliaryRefItem(AuxiliaryPictureType type, std::vector<HDI::Codec::Image::V2_0::ItemRef>& refs); 148 #endif 149 uint32_t PixelmapEncode(ExtWStream& wStream); 150 uint32_t EncodeHeifByPixelmap(Media::PixelMap* pixelmap, const PlEncodeOptions& opts); 151 void RecycleResources(); 152 153 SkEncodedImageFormat encodeFormat_; 154 OutputDataStream* output_ = nullptr; 155 PlEncodeOptions opts_; 156 Media::PixelMap* pixelmap_ = nullptr; 157 Media::Picture* picture_ = nullptr; 158 std::vector<std::shared_ptr<Media::AbsMemory>> tmpMemoryList_; 159 bool releasePixelMap_ = false; 160 bool releasePicture_ = false; 161 }; 162 } // namespace ImagePlugin 163 } // namespace OHOS 164 165 #endif // PLUGINS_COMMON_LIBS_IMAGE_LIBEXTPLUGIN_INCLUDE_EXT_ENCODER_H 166