1 /*
2 * Copyright (c) 2024 Huawei Device Co., Ltd.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15 #include "render/rs_colorspace_convert.h"
16
17 #include <dlfcn.h>
18
19 #include "display_engine/rs_color_temperature.h"
20 #include "display_engine/rs_luminance_control.h"
21 #include "effect/image_filter.h"
22 #include "metadata_helper.h"
23 #include "platform/common/rs_log.h"
24 #include "rs_trace.h"
25
26 namespace OHOS {
27 namespace Rosen {
28
29 namespace {
30 constexpr float DEFAULT_SCALER = 1000.0f / 203.0f;
31 constexpr size_t MATRIX_SIZE = 9;
32 }; // namespace
33
RSColorSpaceConvert()34 RSColorSpaceConvert::RSColorSpaceConvert()
35 {
36 handle_ = dlopen("libvideoprocessingengine.z.so", RTLD_LAZY);
37 if (handle_ == nullptr) {
38 RS_LOGW("[%{public}s]:load library failed, reason: %{public}s", __func__, dlerror());
39 return;
40 }
41 colorSpaceConvertDisplayCreate_ = reinterpret_cast<VPEColorSpaceConvertDisplayCreate>(
42 dlsym(handle_, "ColorSpaceConvertDisplayCreate"));
43 if (colorSpaceConvertDisplayCreate_ == nullptr) {
44 RS_LOGW("[%{public}s]:load Create failed, reason: %{public}s", __func__, dlerror());
45 CloseLibraryHandle();
46 return;
47 }
48 colorSpaceConvertDisplayDestroy_ = reinterpret_cast<VPEColorSpaceConvertDisplayDestroy>(
49 dlsym(handle_, "ColorSpaceConvertDisplayDestroy"));
50 if (colorSpaceConvertDisplayDestroy_ == nullptr) {
51 RS_LOGW("[%{public}s]:load Destroy failed, reason: %{public}s", __func__, dlerror());
52 CloseLibraryHandle();
53 return;
54 }
55 colorSpaceConvertDisplayHandle_ = colorSpaceConvertDisplayCreate_();
56 if (colorSpaceConvertDisplayHandle_ == nullptr) {
57 RS_LOGE("ColorSpaceConvertDisplayCreate failed, return nullptr");
58 CloseLibraryHandle();
59 return;
60 }
61 colorSpaceConverterDisplay_ = static_cast<ColorSpaceConvertDisplayHandleImpl *>(
62 colorSpaceConvertDisplayHandle_)->obj;
63 }
64
~RSColorSpaceConvert()65 RSColorSpaceConvert::~RSColorSpaceConvert()
66 {
67 if (colorSpaceConvertDisplayHandle_) {
68 colorSpaceConvertDisplayDestroy_(colorSpaceConvertDisplayHandle_);
69 colorSpaceConvertDisplayHandle_ = nullptr;
70 }
71 if (handle_) {
72 CloseLibraryHandle();
73 }
74 }
75
Instance()76 RSColorSpaceConvert& RSColorSpaceConvert::Instance()
77 {
78 static RSColorSpaceConvert instance;
79 return instance;
80 }
81
ColorSpaceConvertor(std::shared_ptr<Drawing::ShaderEffect> inputShader,const sptr<SurfaceBuffer> & surfaceBuffer,Drawing::Paint & paint,GraphicColorGamut targetColorSpace,ScreenId screenId,uint32_t dynamicRangeMode,const RSPaintFilterCanvas::HDRProperties & hdrProperties)82 bool RSColorSpaceConvert::ColorSpaceConvertor(std::shared_ptr<Drawing::ShaderEffect> inputShader,
83 const sptr<SurfaceBuffer>& surfaceBuffer, Drawing::Paint& paint, GraphicColorGamut targetColorSpace,
84 ScreenId screenId, uint32_t dynamicRangeMode, const RSPaintFilterCanvas::HDRProperties& hdrProperties)
85 {
86 RS_LOGD("RSColorSpaceConvertor HDRDraw targetColorSpace: %{public}d, screenId: %{public}" PRIu64 ""
87 ", dynamicRangeMode: %{public}u, hdrBrightness: %{public}f",
88 targetColorSpace, screenId, dynamicRangeMode, hdrProperties.hdrBrightness);
89 RS_TRACE_NAME_FMT("RSColorSpaceConvertor HDRDraw targetColorSpace: %d, screenId: %" PRIu64 ""
90 ", dynamicRangeMode: %u, hdrBrightness: %f", targetColorSpace, screenId, dynamicRangeMode,
91 hdrProperties.hdrBrightness);
92 VPEParameter parameter;
93
94 if (inputShader == nullptr) {
95 RS_LOGE("bhdr imageShader is nullptr.");
96 return false;
97 }
98
99 if (!SetColorSpaceConverterDisplayParameter(surfaceBuffer, parameter, targetColorSpace, screenId,
100 dynamicRangeMode, hdrProperties)) {
101 return false;
102 }
103
104 std::shared_ptr<Drawing::ShaderEffect> outputShader;
105
106 if (colorSpaceConverterDisplay_ == nullptr) {
107 RS_LOGE("colorSpaceConverterDisplay_ is nullptr.");
108 return false;
109 }
110 auto convRet = colorSpaceConverterDisplay_->Process(inputShader, outputShader, parameter);
111 if (convRet != Media::VideoProcessingEngine::VPE_ALGO_ERR_OK) {
112 RS_LOGE("bhdr failed with %{public}u.", convRet);
113 return false;
114 }
115 if (outputShader == nullptr) {
116 RS_LOGE("bhdr outputShader is nullptr.");
117 return false;
118 }
119 paint.SetShaderEffect(outputShader);
120 return true;
121 }
122
GetHDRStaticMetadata(const sptr<SurfaceBuffer> & surfaceBuffer,std::vector<uint8_t> & hdrStaticMetadata,GSError & ret)123 void RSColorSpaceConvert::GetHDRStaticMetadata(const sptr<SurfaceBuffer>& surfaceBuffer,
124 std::vector<uint8_t>& hdrStaticMetadata, GSError& ret)
125 {
126 ret = MetadataHelper::GetHDRStaticMetadata(surfaceBuffer, hdrStaticMetadata);
127 if (ret != GSERROR_OK) {
128 RS_LOGD("RSColorSpaceConvert::GetHDRStaticMetadata failed with ret: %{public}u.", ret);
129 }
130 }
131
GetHDRDynamicMetadata(const sptr<SurfaceBuffer> & surfaceBuffer,std::vector<uint8_t> & hdrDynamicMetadata,GSError & ret)132 void RSColorSpaceConvert::GetHDRDynamicMetadata(const sptr<SurfaceBuffer>& surfaceBuffer,
133 std::vector<uint8_t>& hdrDynamicMetadata, GSError& ret)
134 {
135 ret = MetadataHelper::GetHDRDynamicMetadata(surfaceBuffer, hdrDynamicMetadata);
136 if (ret != GSERROR_OK) {
137 RS_LOGD("RSColorSpaceConvert::GetHDRDynamicMetadata failed with ret: %{public}u.", ret);
138 }
139 }
140
GetFOVMetadata(const sptr<SurfaceBuffer> & surfaceBuffer,std::vector<uint8_t> & adaptiveFOVMetadata)141 void RSColorSpaceConvert::GetFOVMetadata(const sptr<SurfaceBuffer>& surfaceBuffer,
142 std::vector<uint8_t>& adaptiveFOVMetadata)
143 {
144 if (surfaceBuffer == nullptr) {
145 RS_LOGE("surfaceBuffer is nullptr. Failed to get FOV metadata.");
146 return;
147 }
148 GSError ret = MetadataHelper::GetAdaptiveFOVMetadata(surfaceBuffer, adaptiveFOVMetadata);
149 if (ret != GSERROR_OK) {
150 RS_LOGD("RSColorSpaceConvert::GetFOVMetadata failed with ret: %{public}u.", ret);
151 }
152 }
153
GetSDRDynamicMetadata(const sptr<SurfaceBuffer> & surfaceBuffer,std::vector<uint8_t> & sdrDynamicMetadata,GSError & ret)154 void RSColorSpaceConvert::GetSDRDynamicMetadata(const sptr<SurfaceBuffer>& surfaceBuffer,
155 std::vector<uint8_t>& sdrDynamicMetadata, GSError& ret)
156 {
157 if (surfaceBuffer == nullptr) {
158 RS_LOGE("surfaceBuffer is nullptr. Failed to get sdrDynamicMetadata.");
159 return;
160 }
161 ret = MetadataHelper::GetSDRDynamicMetadata(surfaceBuffer, sdrDynamicMetadata);
162 if (ret != GSERROR_OK) {
163 RS_LOGD("RSColorSpaceConvert::GetSDRDynamicMetadata failed with ret: %{public}u.", ret);
164 }
165 }
166
SetColorSpaceConverterDisplayParameter(const sptr<SurfaceBuffer> & surfaceBuffer,VPEParameter & parameter,GraphicColorGamut targetColorSpace,ScreenId screenId,uint32_t dynamicRangeMode,const RSPaintFilterCanvas::HDRProperties & hdrProperties)167 bool RSColorSpaceConvert::SetColorSpaceConverterDisplayParameter(const sptr<SurfaceBuffer>& surfaceBuffer,
168 VPEParameter& parameter, GraphicColorGamut targetColorSpace, ScreenId screenId, uint32_t dynamicRangeMode,
169 const RSPaintFilterCanvas::HDRProperties& hdrProperties)
170 {
171 using namespace HDIV;
172
173 GSError ret = MetadataHelper::GetColorSpaceInfo(surfaceBuffer, parameter.inputColorSpace.colorSpaceInfo);
174 if (ret != GSERROR_OK) {
175 RS_LOGE("bhdr GetColorSpaceInfo failed with %{public}u.", ret);
176 return false;
177 }
178 if (!ConvertColorGamutToSpaceInfo(targetColorSpace, parameter.outputColorSpace.colorSpaceInfo)) {
179 return false;
180 }
181 CM_HDR_Metadata_Type hdrMetadataType = CM_METADATA_NONE;
182 ret = MetadataHelper::GetHDRMetadataType(surfaceBuffer, hdrMetadataType);
183 if (ret != GSERROR_OK) {
184 RS_LOGD("bhdr GetHDRMetadataType failed with %{public}u.", ret);
185 }
186 parameter.inputColorSpace.metadataType = hdrMetadataType;
187 parameter.outputColorSpace.metadataType = hdrMetadataType;
188
189 GetHDRStaticMetadata(surfaceBuffer, parameter.staticMetadata, ret);
190 GetHDRDynamicMetadata(surfaceBuffer, parameter.dynamicMetadata, ret);
191 GetFOVMetadata(surfaceBuffer, parameter.adaptiveFOVMetadata);
192
193 float scaler = DEFAULT_SCALER;
194 auto& rsLuminance = RSLuminanceControl::Get();
195 if (parameter.staticMetadata.size() != sizeof(HdrStaticMetadata)) {
196 RS_LOGD("bhdr parameter.staticMetadata size is invalid");
197 scaler = hdrProperties.hdrBrightness * (scaler - 1.0f) + 1.0f;
198 } else {
199 const auto& data = *reinterpret_cast<HdrStaticMetadata*>(parameter.staticMetadata.data());
200 scaler = rsLuminance.CalScaler(data.cta861.maxContentLightLevel,
201 ret == GSERROR_OK ? parameter.dynamicMetadata : std::vector<uint8_t>{}, hdrProperties.hdrBrightness);
202 }
203
204 if (!rsLuminance.IsHdrPictureOn() || dynamicRangeMode == DynamicRangeMode::STANDARD) {
205 scaler = 1.0f;
206 }
207
208 float sdrNits = rsLuminance.GetSdrDisplayNits(screenId);
209 float displayNits = rsLuminance.GetDisplayNits(screenId);
210 parameter.currentDisplayNits = hdrProperties.isHDREnabledVirtualScreen ?
211 RSLuminanceConst::DEFAULT_CAST_HDR_NITS : displayNits;
212 parameter.sdrNits = hdrProperties.isHDREnabledVirtualScreen ? RSLuminanceConst::DEFAULT_CAST_SDR_NITS : sdrNits;
213 switch (hdrProperties.screenshotType) {
214 case RSPaintFilterCanvas::ScreenshotType::HDR_SCREENSHOT:
215 parameter.tmoNits = RSLuminanceConst::DEFAULT_CAPTURE_HDR_NITS;
216 break;
217 case RSPaintFilterCanvas::ScreenshotType::HDR_WINDOWSHOT:
218 parameter.tmoNits = parameter.currentDisplayNits;
219 break;
220 default:
221 parameter.tmoNits = hdrProperties.isHDREnabledVirtualScreen ? RSLuminanceConst::DEFAULT_CAST_HDR_NITS :
222 std::clamp(sdrNits * scaler, sdrNits, displayNits);
223 break;
224 }
225 // color temperature
226 parameter.layerLinearMatrix = RSColorTemperature::Get().GetLayerLinearCct(screenId, (ret == GSERROR_OK &&
227 dynamicRangeMode != DynamicRangeMode::STANDARD) ? parameter.dynamicMetadata : std::vector<uint8_t>(),
228 parameter.inputColorSpace.colorSpaceInfo.matrix);
229 if (parameter.layerLinearMatrix.size() >= MATRIX_SIZE) {
230 // main diagonal indices of a 3x3 matrix are 0, 4 and 8
231 RS_LOGD("bhdr Matrix[0]:%{public}.2f. Matrix[4]:%{public}.2f. Matrix[8]:%{public}.2f",
232 parameter.layerLinearMatrix[0], parameter.layerLinearMatrix[4], parameter.layerLinearMatrix[8]);
233 }
234 RS_LOGD("bhdr TmoNits:%{public}.2f. DisplayNits:%{public}.2f. SdrNits:%{public}.2f. DynamicRangeMode:%{public}u "
235 "hdrBrightness:%{public}f", parameter.tmoNits, parameter.currentDisplayNits, parameter.sdrNits,
236 dynamicRangeMode, hdrProperties.hdrBrightness);
237 return true;
238 }
239
ConvertColorGamutToSpaceInfo(const GraphicColorGamut & colorGamut,HDIV::CM_ColorSpaceInfo & colorSpaceInfo)240 bool RSColorSpaceConvert::ConvertColorGamutToSpaceInfo(const GraphicColorGamut& colorGamut,
241 HDIV::CM_ColorSpaceInfo& colorSpaceInfo)
242 {
243 using namespace HDIV;
244 static const std::map<GraphicColorGamut, CM_ColorSpaceType> RS_TO_COMMON_COLOR_SPACE_TYPE_MAP {
245 {GRAPHIC_COLOR_GAMUT_STANDARD_BT601, CM_BT601_EBU_FULL},
246 {GRAPHIC_COLOR_GAMUT_STANDARD_BT709, CM_BT709_FULL},
247 {GRAPHIC_COLOR_GAMUT_SRGB, CM_SRGB_FULL},
248 {GRAPHIC_COLOR_GAMUT_ADOBE_RGB, CM_ADOBERGB_FULL},
249 {GRAPHIC_COLOR_GAMUT_DISPLAY_P3, CM_P3_FULL},
250 {GRAPHIC_COLOR_GAMUT_BT2020, CM_DISPLAY_BT2020_SRGB},
251 {GRAPHIC_COLOR_GAMUT_BT2100_PQ, CM_BT2020_PQ_FULL},
252 {GRAPHIC_COLOR_GAMUT_BT2100_HLG, CM_BT2020_HLG_FULL},
253 {GRAPHIC_COLOR_GAMUT_DISPLAY_BT2020, CM_DISPLAY_BT2020_SRGB},
254 };
255
256 CM_ColorSpaceType colorSpaceType = CM_COLORSPACE_NONE;
257 if (RS_TO_COMMON_COLOR_SPACE_TYPE_MAP.find(colorGamut) != RS_TO_COMMON_COLOR_SPACE_TYPE_MAP.end()) {
258 colorSpaceType = RS_TO_COMMON_COLOR_SPACE_TYPE_MAP.at(colorGamut);
259 }
260
261 GSError ret = MetadataHelper::ConvertColorSpaceTypeToInfo(colorSpaceType, colorSpaceInfo);
262 if (ret != GSERROR_OK) {
263 RS_LOGE("bhdr ConvertColorSpaceTypeToInfo failed with %{public}u.", ret);
264 return false;
265 }
266
267 return true;
268 }
269
CloseLibraryHandle()270 void RSColorSpaceConvert::CloseLibraryHandle()
271 {
272 colorSpaceConvertDisplayCreate_ = nullptr;
273 colorSpaceConvertDisplayDestroy_ = nullptr;
274 colorSpaceConverterDisplay_ = nullptr;
275 if (dlclose(handle_) != 0) {
276 ROSEN_LOGE("Could not close the handle. This indicates a leak. %{public}s", dlerror());
277 }
278 handle_ = nullptr;
279 }
280
ColorSpaceNameToGraphicGamut(OHOS::ColorManager::ColorSpaceName name)281 GraphicColorGamut RSColorSpaceConvert::ColorSpaceNameToGraphicGamut(OHOS::ColorManager::ColorSpaceName name)
282 {
283 using OHOS::ColorManager::ColorSpaceName;
284 static const std::unordered_map<ColorSpaceName, GraphicColorGamut> RS_COLORSPACE_TO_GRAPHIC_GAMUT_MAP {
285 {ColorSpaceName::BT601_EBU, GRAPHIC_COLOR_GAMUT_STANDARD_BT601},
286 {ColorSpaceName::SMPTE_C, GRAPHIC_COLOR_GAMUT_STANDARD_BT601},
287 {ColorSpaceName::BT709, GRAPHIC_COLOR_GAMUT_STANDARD_BT709},
288 {ColorSpaceName::DCI_P3, GRAPHIC_COLOR_GAMUT_DCI_P3},
289 {ColorSpaceName::SRGB, GRAPHIC_COLOR_GAMUT_SRGB},
290 {ColorSpaceName::ADOBE_RGB, GRAPHIC_COLOR_GAMUT_ADOBE_RGB},
291 {ColorSpaceName::DISPLAY_P3, GRAPHIC_COLOR_GAMUT_DISPLAY_P3},
292 {ColorSpaceName::BT2020, GRAPHIC_COLOR_GAMUT_BT2020},
293 {ColorSpaceName::BT2020_PQ, GRAPHIC_COLOR_GAMUT_BT2100_PQ},
294 {ColorSpaceName::BT2020_HLG, GRAPHIC_COLOR_GAMUT_BT2100_HLG},
295 {ColorSpaceName::DISPLAY_BT2020_SRGB, GRAPHIC_COLOR_GAMUT_DISPLAY_BT2020},
296 };
297 if (auto itr = RS_COLORSPACE_TO_GRAPHIC_GAMUT_MAP.find(name); itr != RS_COLORSPACE_TO_GRAPHIC_GAMUT_MAP.end()) {
298 return itr->second;
299 }
300 return GraphicColorGamut::GRAPHIC_COLOR_GAMUT_NATIVE;
301 }
302
303 } // namespace Rosen
304 } // namespace OHOS
305