1 /*
2 * Copyright (c) 2022-2023 Huawei Device Co., Ltd.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
16 #include "avsession_pixel_map_adapter.h"
17 #include "avsession_log.h"
18 #include "securec.h"
19
20 using namespace OHOS::Media;
21
22 namespace OHOS::AVSession {
23 namespace {
24 constexpr int32_t MAX_PIXEL_BUFFER_SIZE = 1 * 1024 * 1024;
25 constexpr int32_t LIMITED_PIXEL_BUFFER_SIZE = 500 * 1024; // ipc max 1m at the same time
26 constexpr uint8_t IMAGE_BYTE_SIZE = 2;
27 constexpr uint8_t DATA_BYTE_SIZE = 4;
28 constexpr uint8_t OFFSET_BYTE = 8;
29 }
30
31 int32_t AVSessionPixelMapAdapter::originalPixelMapBytes_ = 0;
32 int32_t AVSessionPixelMapAdapter::originalWidth_ = 0;
33 int32_t AVSessionPixelMapAdapter::originalHeight_ = 0;
34 std::mutex AVSessionPixelMapAdapter::pixelMapLock_;
35
CleanAVSessionPixelMap(std::shared_ptr<AVSessionPixelMap> & innerPixelMap)36 void AVSessionPixelMapAdapter::CleanAVSessionPixelMap(std::shared_ptr<AVSessionPixelMap>& innerPixelMap)
37 {
38 std::lock_guard<std::mutex> lockGuard(pixelMapLock_);
39 if (innerPixelMap != nullptr) {
40 innerPixelMap->Clear();
41 }
42 }
43
ConvertFromInner(const std::shared_ptr<AVSessionPixelMap> & innerPixelMap)44 std::shared_ptr<Media::PixelMap> AVSessionPixelMapAdapter::ConvertFromInner(
45 const std::shared_ptr<AVSessionPixelMap>& innerPixelMap)
46 {
47 std::lock_guard<std::mutex> lockGuard(pixelMapLock_);
48 CHECK_AND_RETURN_RET_LOG(innerPixelMap != nullptr, nullptr, "invalid parameter");
49 CHECK_AND_RETURN_RET_LOG(innerPixelMap->GetInnerImgBuffer().size() > IMAGE_BYTE_SIZE, nullptr,
50 "innerPixelMap innerImgBuffer size less than 2");
51
52 std::vector<uint8_t> innerImgBuffer = innerPixelMap->GetInnerImgBuffer();
53 uint16_t imgBufferSize = static_cast<uint16_t>(innerImgBuffer[0]);
54 imgBufferSize = (imgBufferSize << OFFSET_BYTE) + innerImgBuffer[1];
55 CHECK_AND_RETURN_RET_LOG(imgBufferSize == sizeof(Media::ImageInfo), nullptr,
56 "imgBufferSize not equal to %{public}zu", sizeof(Media::ImageInfo));
57
58 Media::ImageInfo imageInfo;
59 std::copy(innerImgBuffer.data() + IMAGE_BYTE_SIZE,
60 innerImgBuffer.data() + IMAGE_BYTE_SIZE + imgBufferSize, reinterpret_cast<uint8_t*>(&imageInfo));
61
62 const std::shared_ptr<Media::PixelMap>& pixelMap = std::make_shared<Media::PixelMap>();
63 pixelMap->SetImageInfo(imageInfo);
64
65 uint32_t imgByteSizeExist = innerImgBuffer.size() - IMAGE_BYTE_SIZE - imgBufferSize - DATA_BYTE_SIZE;
66 uint32_t imgByteSizeInner = static_cast<uint32_t>(pixelMap->GetByteCount());
67 CHECK_AND_RETURN_RET_LOG(imgByteSizeInner == imgByteSizeExist, nullptr, "imageInfo size error");
68
69 uint32_t dataSize = 0;
70 for (uint8_t i = 0; i < DATA_BYTE_SIZE; i++) {
71 uint32_t tmpValue = innerImgBuffer[IMAGE_BYTE_SIZE + imgBufferSize + i];
72 dataSize += (tmpValue << (OFFSET_BYTE * (DATA_BYTE_SIZE - i - 1)));
73 }
74 CHECK_AND_RETURN_RET_LOG(dataSize == imgByteSizeExist, nullptr, "dataSize error");
75 void* dataAddr = static_cast<void*>(innerImgBuffer.data() + IMAGE_BYTE_SIZE + imgBufferSize + DATA_BYTE_SIZE);
76 pixelMap->SetPixelsAddr(dataAddr, nullptr, dataSize, Media::AllocatorType::CUSTOM_ALLOC, nullptr);
77 SLOGI("ConvertFromInner without scalemode srcSize=[%{public}d, %{public}d}], dstSize=[%{public}d, %{public}d}]",
78 pixelMap->GetWidth(), pixelMap->GetHeight(), originalWidth_, originalHeight_);
79 Media::InitializationOptions options;
80 options.alphaType = imageInfo.alphaType;
81 options.pixelFormat = imageInfo.pixelFormat;
82 options.size.width = originalWidth_;
83 options.size.height = originalHeight_;
84 options.editable = true;
85 auto result = Media::PixelMap::Create(*pixelMap, options);
86 return std::move(result);
87 }
88
CopyPixMapToDst(Media::PixelMap & source,void * dstPixels,uint32_t bufferSize)89 bool AVSessionPixelMapAdapter::CopyPixMapToDst(Media::PixelMap &source, void* dstPixels, uint32_t bufferSize)
90 {
91 if (source.GetAllocatorType() == AllocatorType::DMA_ALLOC) {
92 SLOGD("CopyPixMapToDst in dma");
93 ImageInfo imageInfo;
94 source.GetImageInfo(imageInfo);
95 for (int i = 0; i < imageInfo.size.height; ++i) {
96 if (memcpy_s(dstPixels, source.GetRowBytes(),
97 source.GetPixels() + i * source.GetRowStride(), source.GetRowBytes()) != 0) {
98 SLOGE("copy source memory size %{public}u fail", bufferSize);
99 return false;
100 }
101 // Move the destination buffer pointer to the next row
102 dstPixels = reinterpret_cast<uint8_t *>(dstPixels) + source.GetRowBytes();
103 }
104 } else {
105 SLOGI("CopyPixMapToDst in normal way with bufferSize %{public}u", bufferSize);
106 if (memcpy_s(dstPixels, bufferSize, source.GetPixels(), bufferSize) != 0) {
107 SLOGE("copy source memory size %{public}u fail", bufferSize);
108 return false;
109 }
110 }
111 return true;
112 }
113
ConvertToInner(const std::shared_ptr<Media::PixelMap> & pixelMap)114 std::shared_ptr<AVSessionPixelMap> AVSessionPixelMapAdapter::ConvertToInner(
115 const std::shared_ptr<Media::PixelMap>& pixelMap)
116 {
117 std::lock_guard<std::mutex> lockGuard(pixelMapLock_);
118 CHECK_AND_RETURN_RET_LOG(pixelMap != nullptr, nullptr, "invalid parameter");
119 originalPixelMapBytes_ = pixelMap->GetByteCount();
120 originalWidth_ = pixelMap->GetWidth();
121 originalHeight_ = pixelMap->GetHeight();
122 Media::ImageInfo imageInfoTemp;
123 pixelMap->GetImageInfo(imageInfoTemp);
124 const std::shared_ptr<Media::PixelMap>& pixelMapTemp = std::make_shared<Media::PixelMap>();
125 pixelMapTemp->SetImageInfo(imageInfoTemp);
126 uint32_t dataSize = static_cast<uint32_t>(originalPixelMapBytes_);
127 void* dataAddr = malloc(dataSize);
128 CHECK_AND_RETURN_RET_LOG(dataAddr != nullptr, nullptr, "create dataSize with null, return");
129
130 CHECK_AND_RETURN_RET_LOG(CopyPixMapToDst(*pixelMap, dataAddr, dataSize), nullptr, "CopyPixMapToDst failed");
131 pixelMapTemp->SetPixelsAddr(dataAddr, nullptr, dataSize, Media::AllocatorType::CUSTOM_ALLOC, nullptr);
132 if (originalPixelMapBytes_ > MAX_PIXEL_BUFFER_SIZE) {
133 int32_t originSize = originalPixelMapBytes_;
134 float scaleRatio = sqrt(static_cast<float>(MAX_PIXEL_BUFFER_SIZE) / static_cast<float>(originalPixelMapBytes_));
135 pixelMapTemp->scale(scaleRatio, scaleRatio);
136 originalPixelMapBytes_ = pixelMapTemp->GetByteCount();
137 SLOGI("imgBufferSize exceeds limited: %{public}d scaled to %{public}d", originSize, originalPixelMapBytes_);
138 }
139 std::shared_ptr<AVSessionPixelMap> innerPixelMap = std::make_shared<AVSessionPixelMap>();
140 std::vector<uint8_t> imgBuffer;
141 Media::ImageInfo imageInfo;
142 pixelMapTemp->GetImageInfo(imageInfo);
143 const auto* buffer = reinterpret_cast<uint8_t*>(&imageInfo);
144 uint16_t imageInfoSize = static_cast<uint16_t>(sizeof(Media::ImageInfo));
145 uint32_t pixelDataSize = static_cast<uint32_t>(pixelMapTemp->GetByteCount());
146 size_t bufferSize = static_cast<size_t>(IMAGE_BYTE_SIZE + imageInfoSize + DATA_BYTE_SIZE + pixelDataSize);
147 imgBuffer.reserve(bufferSize);
148 imgBuffer.insert(imgBuffer.begin(), (imageInfoSize & 0xFF00) >> OFFSET_BYTE);
149 imgBuffer.insert(imgBuffer.begin() + imgBuffer.size(), (imageInfoSize & 0x00FF));
150 imgBuffer.insert(imgBuffer.begin() + imgBuffer.size(), buffer, buffer + imageInfoSize);
151 uint32_t computedValue = 0xFF000000;
152 for (uint8_t i = 0; i < DATA_BYTE_SIZE; i++) {
153 uint8_t tmpValue = ((pixelDataSize & computedValue) >> (OFFSET_BYTE * (DATA_BYTE_SIZE - i - 1)));
154 imgBuffer.insert(imgBuffer.begin() + imgBuffer.size(), tmpValue);
155 computedValue = computedValue >> OFFSET_BYTE;
156 }
157 SLOGI("insert with size: %{public}hu, %{public}u, %{public}d",
158 imageInfoSize, pixelDataSize, static_cast<int>(imgBuffer.size()));
159 imgBuffer.insert(imgBuffer.begin() + imgBuffer.size(), pixelMapTemp->GetPixels(),
160 pixelMapTemp->GetPixels() + pixelDataSize);
161 innerPixelMap->SetInnerImgBuffer(imgBuffer);
162 imgBuffer.clear();
163 free(dataAddr);
164 return innerPixelMap;
165 }
166
ConvertToInnerWithLimitedSize(const std::shared_ptr<Media::PixelMap> & pixelMap)167 std::shared_ptr<AVSessionPixelMap> AVSessionPixelMapAdapter::ConvertToInnerWithLimitedSize(
168 const std::shared_ptr<Media::PixelMap>& pixelMap)
169 {
170 std::lock_guard<std::mutex> lockGuard(pixelMapLock_);
171 CHECK_AND_RETURN_RET_LOG(pixelMap != nullptr, nullptr, "invalid parameter");
172 originalPixelMapBytes_ = pixelMap->GetByteCount();
173 originalWidth_ = pixelMap->GetWidth();
174 originalHeight_ = pixelMap->GetHeight();
175 Media::ImageInfo imageInfoTemp;
176 pixelMap->GetImageInfo(imageInfoTemp);
177 const std::shared_ptr<Media::PixelMap>& pixelMapTemp = std::make_shared<Media::PixelMap>();
178 pixelMapTemp->SetImageInfo(imageInfoTemp);
179 uint32_t dataSize = static_cast<uint32_t>(originalPixelMapBytes_);
180 void* dataAddr = malloc(dataSize);
181 CHECK_AND_RETURN_RET_LOG(dataAddr != nullptr, nullptr, "create dataSize with null, return");
182
183 CHECK_AND_RETURN_RET_LOG(CopyPixMapToDst(*pixelMap, dataAddr, dataSize), nullptr, "CopyPixMapToDst failed");
184 pixelMapTemp->SetPixelsAddr(dataAddr, nullptr, dataSize, Media::AllocatorType::CUSTOM_ALLOC, nullptr);
185 if (originalPixelMapBytes_ > LIMITED_PIXEL_BUFFER_SIZE) {
186 int32_t originSize = originalPixelMapBytes_;
187 float scaleRatio =
188 sqrt(static_cast<float>(LIMITED_PIXEL_BUFFER_SIZE) / static_cast<float>(originalPixelMapBytes_));
189 pixelMapTemp->scale(scaleRatio, scaleRatio);
190 originalPixelMapBytes_ = pixelMapTemp->GetByteCount();
191 SLOGI("imgBufferSize exceeds limited: %{public}d scaled to %{public}d", originSize, originalPixelMapBytes_);
192 }
193 std::shared_ptr<AVSessionPixelMap> innerPixelMap = std::make_shared<AVSessionPixelMap>();
194 std::vector<uint8_t> imgBuffer;
195 Media::ImageInfo imageInfo;
196 pixelMapTemp->GetImageInfo(imageInfo);
197 const auto* buffer = reinterpret_cast<uint8_t*>(&imageInfo);
198 uint16_t imageInfoSize = static_cast<uint16_t>(sizeof(Media::ImageInfo));
199 uint32_t pixelDataSize = static_cast<uint32_t>(pixelMapTemp->GetByteCount());
200 size_t bufferSize = static_cast<size_t>(IMAGE_BYTE_SIZE + imageInfoSize + DATA_BYTE_SIZE + pixelDataSize);
201 imgBuffer.reserve(bufferSize);
202 imgBuffer.insert(imgBuffer.begin(), (imageInfoSize & 0xFF00) >> OFFSET_BYTE);
203 imgBuffer.insert(imgBuffer.begin() + imgBuffer.size(), (imageInfoSize & 0x00FF));
204 imgBuffer.insert(imgBuffer.begin() + imgBuffer.size(), buffer, buffer + imageInfoSize);
205 uint32_t computedValue = 0xFF000000;
206 for (uint8_t i = 0; i < DATA_BYTE_SIZE; i++) {
207 uint8_t tmpValue = ((pixelDataSize & computedValue) >> (OFFSET_BYTE * (DATA_BYTE_SIZE - i - 1)));
208 imgBuffer.insert(imgBuffer.begin() + imgBuffer.size(), tmpValue);
209 computedValue = computedValue >> OFFSET_BYTE;
210 }
211 SLOGI("insert with size: %{public}hu, %{public}u, %{public}d",
212 imageInfoSize, pixelDataSize, static_cast<int>(imgBuffer.size()));
213 imgBuffer.insert(imgBuffer.begin() + imgBuffer.size(), pixelMapTemp->GetPixels(),
214 pixelMapTemp->GetPixels() + pixelDataSize);
215 innerPixelMap->SetInnerImgBuffer(imgBuffer);
216 imgBuffer.clear();
217 free(dataAddr);
218 return innerPixelMap;
219 }
220 } // namespace OHOS::AVSession