1 /*
2 * Copyright (c) 2011-2016, The Linux Foundation. All rights reserved.
3
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions are
6 * met:
7 * * Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * * Redistributions in binary form must reproduce the above
10 * copyright notice, this list of conditions and the following
11 * disclaimer in the documentation and/or other materials provided
12 * with the distribution.
13 * * Neither the name of The Linux Foundation nor the names of its
14 * contributors may be used to endorse or promote products derived
15 * from this software without specific prior written permission.
16 *
17 * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
18 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
19 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS
21 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
24 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
25 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
26 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
27 * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28 */
29
30 #include <cutils/log.h>
31 #include <algorithm>
32
33 #include "gr_utils.h"
34 #include "gr_allocator.h"
35 #include "gr_adreno_info.h"
36 #include "gralloc_priv.h"
37
38 #include "qd_utils.h"
39 #include "qdMetaData.h"
40
41 #define ASTC_BLOCK_SIZE 16
42
43 #ifndef ION_FLAG_CP_PIXEL
44 #define ION_FLAG_CP_PIXEL 0
45 #endif
46
47 #ifndef ION_FLAG_ALLOW_NON_CONTIG
48 #define ION_FLAG_ALLOW_NON_CONTIG 0
49 #endif
50
51 #ifdef MASTER_SIDE_CP
52 #define CP_HEAP_ID ION_SECURE_HEAP_ID
53 #define SD_HEAP_ID ION_SECURE_DISPLAY_HEAP_ID
54 #define ION_CP_FLAGS (ION_SECURE | ION_FLAG_CP_PIXEL)
55 #define ION_SD_FLAGS (ION_SECURE | ION_FLAG_CP_SEC_DISPLAY)
56 #else // SLAVE_SIDE_CP
57 #define CP_HEAP_ID ION_CP_MM_HEAP_ID
58 #define SD_HEAP_ID CP_HEAP_ID
59 #define ION_CP_FLAGS (ION_SECURE | ION_FLAG_ALLOW_NON_CONTIG)
60 #define ION_SD_FLAGS ION_SECURE
61 #endif
62
63 namespace gralloc1 {
64
Allocator()65 Allocator::Allocator() : ion_allocator_(NULL), adreno_helper_(NULL) {
66 }
67
Init()68 bool Allocator::Init() {
69 ion_allocator_ = new IonAlloc();
70 if (!ion_allocator_->Init()) {
71 return false;
72 }
73
74 adreno_helper_ = new AdrenoMemInfo();
75 if (!adreno_helper_->Init()) {
76 return false;
77 }
78
79 gpu_support_macrotile = adreno_helper_->IsMacroTilingSupportedByGPU();
80 int supports_macrotile = 0;
81 qdutils::querySDEInfo(qdutils::HAS_MACRO_TILE, &supports_macrotile);
82 display_support_macrotile = !!supports_macrotile;
83
84 return true;
85 }
86
~Allocator()87 Allocator::~Allocator() {
88 if (ion_allocator_) {
89 delete ion_allocator_;
90 }
91
92 if (adreno_helper_) {
93 delete adreno_helper_;
94 }
95 }
96
AllocateMem(AllocData * alloc_data,gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage)97 int Allocator::AllocateMem(AllocData *alloc_data, gralloc1_producer_usage_t prod_usage,
98 gralloc1_consumer_usage_t cons_usage) {
99 int ret;
100 alloc_data->uncached = UseUncached(prod_usage);
101
102 // After this point we should have the right heap set, there is no fallback
103 GetIonHeapInfo(prod_usage, cons_usage, &alloc_data->heap_id, &alloc_data->alloc_type,
104 &alloc_data->flags);
105
106 ret = ion_allocator_->AllocBuffer(alloc_data);
107 if (ret >= 0) {
108 alloc_data->alloc_type |= private_handle_t::PRIV_FLAGS_USES_ION;
109 } else {
110 ALOGE("%s: Failed to allocate buffer - heap: 0x%x flags: 0x%x", __FUNCTION__,
111 alloc_data->heap_id, alloc_data->flags);
112 }
113
114 return ret;
115 }
116
117 // Allocates buffer from width, height and format into a
118 // private_handle_t. It is the responsibility of the caller
119 // to free the buffer using the FreeBuffer function
AllocateBuffer(const BufferDescriptor & descriptor,private_handle_t ** pHnd)120 int Allocator::AllocateBuffer(const BufferDescriptor &descriptor, private_handle_t **pHnd) {
121 AllocData data;
122 unsigned int aligned_w, aligned_h;
123 data.base = 0;
124 data.fd = -1;
125 data.offset = 0;
126 data.align = (unsigned int)getpagesize();
127 int format = descriptor.GetFormat();
128 gralloc1_producer_usage_t prod_usage = descriptor.GetProducerUsage();
129 gralloc1_consumer_usage_t cons_usage = descriptor.GetConsumerUsage();
130 GetBufferSizeAndDimensions(descriptor, &data.size, &aligned_w, &aligned_h);
131
132 int err = AllocateMem(&data, prod_usage, cons_usage);
133 if (0 != err) {
134 ALOGE("%s: allocate failed", __FUNCTION__);
135 return -ENOMEM;
136 }
137
138 if (IsUBwcEnabled(format, prod_usage, cons_usage)) {
139 data.alloc_type |= private_handle_t::PRIV_FLAGS_UBWC_ALIGNED;
140 }
141
142 // Metadata is not allocated. would be empty
143 private_handle_t *hnd = new private_handle_t(
144 data.fd, data.size, INT(data.alloc_type), 0, INT(format), INT(aligned_w), INT(aligned_h), -1,
145 0, 0, descriptor.GetWidth(), descriptor.GetHeight(), prod_usage, cons_usage);
146 hnd->base = (uint64_t)data.base;
147 hnd->offset = data.offset;
148 hnd->gpuaddr = 0;
149 *pHnd = hnd;
150
151 return 0;
152 }
153
MapBuffer(void ** base,unsigned int size,unsigned int offset,int fd)154 int Allocator::MapBuffer(void **base, unsigned int size, unsigned int offset, int fd) {
155 if (ion_allocator_) {
156 return ion_allocator_->MapBuffer(base, size, offset, fd);
157 }
158
159 return -EINVAL;
160 }
161
FreeBuffer(void * base,unsigned int size,unsigned int offset,int fd)162 int Allocator::FreeBuffer(void *base, unsigned int size, unsigned int offset, int fd) {
163 if (ion_allocator_) {
164 return ion_allocator_->FreeBuffer(base, size, offset, fd);
165 }
166
167 return -EINVAL;
168 }
169
CleanBuffer(void * base,unsigned int size,unsigned int offset,int fd,int op)170 int Allocator::CleanBuffer(void *base, unsigned int size, unsigned int offset, int fd, int op) {
171 if (ion_allocator_) {
172 return ion_allocator_->CleanBuffer(base, size, offset, fd, op);
173 }
174
175 return -EINVAL;
176 }
177
CheckForBufferSharing(uint32_t num_descriptors,const BufferDescriptor * descriptors,int * max_index)178 bool Allocator::CheckForBufferSharing(uint32_t num_descriptors, const BufferDescriptor *descriptors,
179 int *max_index) {
180 unsigned int cur_heap_id = 0, prev_heap_id = 0;
181 unsigned int cur_alloc_type = 0, prev_alloc_type = 0;
182 unsigned int cur_ion_flags = 0, prev_ion_flags = 0;
183 bool cur_uncached = false, prev_uncached = false;
184 unsigned int alignedw, alignedh;
185 unsigned int max_size = 0;
186
187 *max_index = -1;
188 for (uint32_t i = 0; i < num_descriptors; i++) {
189 // Check Cached vs non-cached and all the ION flags
190 cur_uncached = UseUncached(descriptors[i].GetProducerUsage());
191 GetIonHeapInfo(descriptors[i].GetProducerUsage(), descriptors[i].GetConsumerUsage(),
192 &cur_heap_id, &cur_alloc_type, &cur_ion_flags);
193
194 if (i > 0 && (cur_heap_id != prev_heap_id || cur_alloc_type != prev_alloc_type ||
195 cur_ion_flags != prev_ion_flags)) {
196 return false;
197 }
198
199 // For same format type, find the descriptor with bigger size
200 GetAlignedWidthAndHeight(descriptors[i], &alignedw, &alignedh);
201 unsigned int size = GetSize(descriptors[i], alignedw, alignedh);
202 if (max_size < size) {
203 *max_index = INT(i);
204 max_size = size;
205 }
206
207 prev_heap_id = cur_heap_id;
208 prev_uncached = cur_uncached;
209 prev_ion_flags = cur_ion_flags;
210 prev_alloc_type = cur_alloc_type;
211 }
212
213 return true;
214 }
215
IsMacroTileEnabled(int format,gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage)216 bool Allocator::IsMacroTileEnabled(int format, gralloc1_producer_usage_t prod_usage,
217 gralloc1_consumer_usage_t cons_usage) {
218 bool tile_enabled = false;
219
220 // Check whether GPU & MDSS supports MacroTiling feature
221 if (!adreno_helper_->IsMacroTilingSupportedByGPU() || !display_support_macrotile) {
222 return tile_enabled;
223 }
224
225 // check the format
226 switch (format) {
227 case HAL_PIXEL_FORMAT_RGBA_8888:
228 case HAL_PIXEL_FORMAT_RGBX_8888:
229 case HAL_PIXEL_FORMAT_BGRA_8888:
230 case HAL_PIXEL_FORMAT_RGB_565:
231 case HAL_PIXEL_FORMAT_BGR_565:
232 if (!CpuCanAccess(prod_usage, cons_usage)) {
233 // not touched by CPU
234 tile_enabled = true;
235 }
236 break;
237 default:
238 break;
239 }
240
241 return tile_enabled;
242 }
243
244 // helper function
GetSize(const BufferDescriptor & descriptor,unsigned int alignedw,unsigned int alignedh)245 unsigned int Allocator::GetSize(const BufferDescriptor &descriptor, unsigned int alignedw,
246 unsigned int alignedh) {
247 unsigned int size = 0;
248 int format = descriptor.GetFormat();
249 int width = descriptor.GetWidth();
250 int height = descriptor.GetHeight();
251 gralloc1_producer_usage_t prod_usage = descriptor.GetProducerUsage();
252 gralloc1_consumer_usage_t cons_usage = descriptor.GetConsumerUsage();
253
254 if (IsUBwcEnabled(format, prod_usage, cons_usage)) {
255 return GetUBwcSize(width, height, format, alignedw, alignedh);
256 }
257
258 if (IsUncompressedRGBFormat(format)) {
259 uint32_t bpp = GetBppForUncompressedRGB(format);
260 size = alignedw * alignedh * bpp;
261 return size;
262 }
263
264 if (IsCompressedRGBFormat(format)) {
265 size = alignedw * alignedh * ASTC_BLOCK_SIZE;
266 return size;
267 }
268
269 // Below switch should be for only YUV/custom formats
270 switch (format) {
271 case HAL_PIXEL_FORMAT_RAW16:
272 size = alignedw * alignedh * 2;
273 break;
274 case HAL_PIXEL_FORMAT_RAW10:
275 size = ALIGN(alignedw * alignedh, SIZE_4K);
276 break;
277
278 // adreno formats
279 case HAL_PIXEL_FORMAT_YCrCb_420_SP_ADRENO: // NV21
280 size = ALIGN(alignedw * alignedh, SIZE_4K);
281 size += (unsigned int)ALIGN(2 * ALIGN(width / 2, 32) * ALIGN(height / 2, 32), SIZE_4K);
282 break;
283 case HAL_PIXEL_FORMAT_YCbCr_420_SP_TILED: // NV12
284 // The chroma plane is subsampled,
285 // but the pitch in bytes is unchanged
286 // The GPU needs 4K alignment, but the video decoder needs 8K
287 size = ALIGN(alignedw * alignedh, SIZE_8K);
288 size += ALIGN(alignedw * (unsigned int)ALIGN(height / 2, 32), SIZE_8K);
289 break;
290 case HAL_PIXEL_FORMAT_YV12:
291 if ((format == HAL_PIXEL_FORMAT_YV12) && ((width & 1) || (height & 1))) {
292 ALOGE("w or h is odd for the YV12 format");
293 return 0;
294 }
295 size = alignedw * alignedh + (ALIGN(alignedw / 2, 16) * (alignedh / 2)) * 2;
296 size = ALIGN(size, (unsigned int)SIZE_4K);
297 break;
298 case HAL_PIXEL_FORMAT_YCbCr_420_SP:
299 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
300 size = ALIGN((alignedw * alignedh) + (alignedw * alignedh) / 2 + 1, SIZE_4K);
301 break;
302 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
303 case HAL_PIXEL_FORMAT_YCrCb_422_SP:
304 case HAL_PIXEL_FORMAT_YCbCr_422_I:
305 case HAL_PIXEL_FORMAT_YCrCb_422_I:
306 if (width & 1) {
307 ALOGE("width is odd for the YUV422_SP format");
308 return 0;
309 }
310 size = ALIGN(alignedw * alignedh * 2, SIZE_4K);
311 break;
312 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
313 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
314 size = VENUS_BUFFER_SIZE(COLOR_FMT_NV12, width, height);
315 break;
316 case HAL_PIXEL_FORMAT_YCrCb_420_SP_VENUS:
317 size = VENUS_BUFFER_SIZE(COLOR_FMT_NV21, width, height);
318 break;
319 case HAL_PIXEL_FORMAT_BLOB:
320 case HAL_PIXEL_FORMAT_RAW_OPAQUE:
321 if (height != 1) {
322 ALOGE("%s: Buffers with HAL_PIXEL_FORMAT_BLOB must have height 1 ", __FUNCTION__);
323 return 0;
324 }
325 size = (unsigned int)width;
326 break;
327 case HAL_PIXEL_FORMAT_NV21_ZSL:
328 size = ALIGN((alignedw * alignedh) + (alignedw * alignedh) / 2, SIZE_4K);
329 break;
330 default:
331 ALOGE("%s: Unrecognized pixel format: 0x%x", __FUNCTION__, format);
332 return 0;
333 }
334
335 return size;
336 }
337
GetBufferSizeAndDimensions(int width,int height,int format,unsigned int * size,unsigned int * alignedw,unsigned int * alignedh)338 void Allocator::GetBufferSizeAndDimensions(int width, int height, int format, unsigned int *size,
339 unsigned int *alignedw, unsigned int *alignedh) {
340 BufferDescriptor descriptor = BufferDescriptor(width, height, format);
341 GetAlignedWidthAndHeight(descriptor, alignedw, alignedh);
342
343 *size = GetSize(descriptor, *alignedw, *alignedh);
344 }
345
GetBufferSizeAndDimensions(const BufferDescriptor & descriptor,unsigned int * size,unsigned int * alignedw,unsigned int * alignedh)346 void Allocator::GetBufferSizeAndDimensions(const BufferDescriptor &descriptor, unsigned int *size,
347 unsigned int *alignedw, unsigned int *alignedh) {
348 GetAlignedWidthAndHeight(descriptor, alignedw, alignedh);
349
350 *size = GetSize(descriptor, *alignedw, *alignedh);
351 }
352
GetBufferAttributes(const BufferDescriptor & descriptor,unsigned int * alignedw,unsigned int * alignedh,int * tiled,unsigned int * size)353 void Allocator::GetBufferAttributes(const BufferDescriptor &descriptor, unsigned int *alignedw,
354 unsigned int *alignedh, int *tiled, unsigned int *size) {
355 int format = descriptor.GetFormat();
356 gralloc1_producer_usage_t prod_usage = descriptor.GetProducerUsage();
357 gralloc1_consumer_usage_t cons_usage = descriptor.GetConsumerUsage();
358
359 *tiled = false;
360 if (IsUBwcEnabled(format, prod_usage, cons_usage) ||
361 IsMacroTileEnabled(format, prod_usage, cons_usage)) {
362 *tiled = true;
363 }
364
365 GetAlignedWidthAndHeight(descriptor, alignedw, alignedh);
366 *size = GetSize(descriptor, *alignedw, *alignedh);
367 }
368
GetYuvUbwcSPPlaneInfo(uint64_t base,uint32_t width,uint32_t height,int color_format,struct android_ycbcr * ycbcr)369 void Allocator::GetYuvUbwcSPPlaneInfo(uint64_t base, uint32_t width, uint32_t height,
370 int color_format, struct android_ycbcr *ycbcr) {
371 // UBWC buffer has these 4 planes in the following sequence:
372 // Y_Meta_Plane, Y_Plane, UV_Meta_Plane, UV_Plane
373 unsigned int y_meta_stride, y_meta_height, y_meta_size;
374 unsigned int y_stride, y_height, y_size;
375 unsigned int c_meta_stride, c_meta_height, c_meta_size;
376 unsigned int alignment = 4096;
377
378 y_meta_stride = VENUS_Y_META_STRIDE(color_format, INT(width));
379 y_meta_height = VENUS_Y_META_SCANLINES(color_format, INT(height));
380 y_meta_size = ALIGN((y_meta_stride * y_meta_height), alignment);
381
382 y_stride = VENUS_Y_STRIDE(color_format, INT(width));
383 y_height = VENUS_Y_SCANLINES(color_format, INT(height));
384 y_size = ALIGN((y_stride * y_height), alignment);
385
386 c_meta_stride = VENUS_UV_META_STRIDE(color_format, INT(width));
387 c_meta_height = VENUS_UV_META_SCANLINES(color_format, INT(height));
388 c_meta_size = ALIGN((c_meta_stride * c_meta_height), alignment);
389
390 ycbcr->y = reinterpret_cast<void *>(base + y_meta_size);
391 ycbcr->cb = reinterpret_cast<void *>(base + y_meta_size + y_size + c_meta_size);
392 ycbcr->cr = reinterpret_cast<void *>(base + y_meta_size + y_size + c_meta_size + 1);
393 ycbcr->ystride = y_stride;
394 ycbcr->cstride = VENUS_UV_STRIDE(color_format, INT(width));
395 }
396
GetYuvSPPlaneInfo(uint64_t base,uint32_t width,uint32_t height,uint32_t bpp,struct android_ycbcr * ycbcr)397 void Allocator::GetYuvSPPlaneInfo(uint64_t base, uint32_t width, uint32_t height, uint32_t bpp,
398 struct android_ycbcr *ycbcr) {
399 unsigned int ystride, cstride;
400
401 ystride = cstride = UINT(width) * bpp;
402 ycbcr->y = reinterpret_cast<void *>(base);
403 ycbcr->cb = reinterpret_cast<void *>(base + ystride * UINT(height));
404 ycbcr->cr = reinterpret_cast<void *>(base + ystride * UINT(height) + 1);
405 ycbcr->ystride = ystride;
406 ycbcr->cstride = cstride;
407 ycbcr->chroma_step = 2 * bpp;
408 }
409
GetYUVPlaneInfo(const private_handle_t * hnd,struct android_ycbcr * ycbcr)410 int Allocator::GetYUVPlaneInfo(const private_handle_t *hnd, struct android_ycbcr *ycbcr) {
411 int err = 0;
412 uint32_t width = UINT(hnd->width);
413 uint32_t height = UINT(hnd->height);
414 int format = hnd->format;
415 gralloc1_producer_usage_t prod_usage = hnd->GetProducerUsage();
416 gralloc1_consumer_usage_t cons_usage = hnd->GetConsumerUsage();
417 unsigned int ystride, cstride;
418
419 memset(ycbcr->reserved, 0, sizeof(ycbcr->reserved));
420 MetaData_t *metadata = reinterpret_cast<MetaData_t *>(hnd->base_metadata);
421
422 // Check if UBWC buffer has been rendered in linear format.
423 if (metadata && (metadata->operation & LINEAR_FORMAT)) {
424 format = INT(metadata->linearFormat);
425 }
426
427 // Check metadata if the geometry has been updated.
428 if (metadata && metadata->operation & UPDATE_BUFFER_GEOMETRY) {
429 int usage = 0;
430
431 if (hnd->flags & private_handle_t::PRIV_FLAGS_UBWC_ALIGNED) {
432 usage = GRALLOC1_PRODUCER_USAGE_PRIVATE_ALLOC_UBWC;
433 }
434
435 BufferDescriptor descriptor =
436 BufferDescriptor(metadata->bufferDim.sliceWidth, metadata->bufferDim.sliceHeight, format,
437 prod_usage, cons_usage);
438 GetAlignedWidthAndHeight(descriptor, &width, &height);
439 }
440
441 // Get the chroma offsets from the handle width/height. We take advantage
442 // of the fact the width _is_ the stride
443 switch (format) {
444 // Semiplanar
445 case HAL_PIXEL_FORMAT_YCbCr_420_SP:
446 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
447 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
448 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
449 // Same as YCbCr_420_SP_VENUS
450 GetYuvSPPlaneInfo(hnd->base, width, height, 1, ycbcr);
451 break;
452
453 case HAL_PIXEL_FORMAT_YCbCr_420_P010:
454 GetYuvSPPlaneInfo(hnd->base, width, height, 2, ycbcr);
455 break;
456
457 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
458 GetYuvUbwcSPPlaneInfo(hnd->base, width, height, COLOR_FMT_NV12_UBWC, ycbcr);
459 ycbcr->chroma_step = 2;
460 break;
461
462 case HAL_PIXEL_FORMAT_YCbCr_420_TP10_UBWC:
463 GetYuvUbwcSPPlaneInfo(hnd->base, width, height, COLOR_FMT_NV12_BPP10_UBWC, ycbcr);
464 ycbcr->chroma_step = 3;
465 break;
466
467 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
468 case HAL_PIXEL_FORMAT_YCrCb_422_SP:
469 case HAL_PIXEL_FORMAT_YCrCb_420_SP_ADRENO:
470 case HAL_PIXEL_FORMAT_YCrCb_420_SP_VENUS:
471 case HAL_PIXEL_FORMAT_NV21_ZSL:
472 case HAL_PIXEL_FORMAT_RAW16:
473 case HAL_PIXEL_FORMAT_RAW10:
474 GetYuvSPPlaneInfo(hnd->base, width, height, 1, ycbcr);
475 std::swap(ycbcr->cb, ycbcr->cr);
476 break;
477
478 // Planar
479 case HAL_PIXEL_FORMAT_YV12:
480 ystride = width;
481 cstride = ALIGN(width / 2, 16);
482 ycbcr->y = reinterpret_cast<void *>(hnd->base);
483 ycbcr->cr = reinterpret_cast<void *>(hnd->base + ystride * height);
484 ycbcr->cb = reinterpret_cast<void *>(hnd->base + ystride * height + cstride * height / 2);
485 ycbcr->ystride = ystride;
486 ycbcr->cstride = cstride;
487 ycbcr->chroma_step = 1;
488 break;
489
490 // Unsupported formats
491 case HAL_PIXEL_FORMAT_YCbCr_422_I:
492 case HAL_PIXEL_FORMAT_YCrCb_422_I:
493 case HAL_PIXEL_FORMAT_YCbCr_420_SP_TILED:
494 default:
495 ALOGD("%s: Invalid format passed: 0x%x", __FUNCTION__, format);
496 err = -EINVAL;
497 }
498
499 return err;
500 }
501
GetImplDefinedFormat(gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage,int format)502 int Allocator::GetImplDefinedFormat(gralloc1_producer_usage_t prod_usage,
503 gralloc1_consumer_usage_t cons_usage, int format) {
504 int gr_format = format;
505
506 // If input format is HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED then based on
507 // the usage bits, gralloc assigns a format.
508 if (format == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED ||
509 format == HAL_PIXEL_FORMAT_YCbCr_420_888) {
510 if (prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_ALLOC_UBWC) {
511 gr_format = HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC;
512 } else if (cons_usage & GRALLOC1_CONSUMER_USAGE_VIDEO_ENCODER) {
513 gr_format = HAL_PIXEL_FORMAT_NV12_ENCODEABLE; // NV12
514 } else if (prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_CAMERA_ZSL) {
515 gr_format = HAL_PIXEL_FORMAT_NV21_ZSL; // NV21 ZSL
516 } else if (cons_usage & GRALLOC1_CONSUMER_USAGE_CAMERA) {
517 gr_format = HAL_PIXEL_FORMAT_YCrCb_420_SP; // NV21
518 } else if (prod_usage & GRALLOC1_PRODUCER_USAGE_CAMERA) {
519 if (format == HAL_PIXEL_FORMAT_YCbCr_420_888) {
520 gr_format = HAL_PIXEL_FORMAT_NV21_ZSL; // NV21
521 } else {
522 gr_format = HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS; // NV12 preview
523 }
524 } else if (cons_usage & GRALLOC1_CONSUMER_USAGE_HWCOMPOSER) {
525 // XXX: If we still haven't set a format, default to RGBA8888
526 gr_format = HAL_PIXEL_FORMAT_RGBA_8888;
527 } else if (format == HAL_PIXEL_FORMAT_YCbCr_420_888) {
528 // If no other usage flags are detected, default the
529 // flexible YUV format to NV21_ZSL
530 gr_format = HAL_PIXEL_FORMAT_NV21_ZSL;
531 }
532 }
533
534 return gr_format;
535 }
536
537 // Explicitly defined UBWC formats
IsUBwcFormat(int format)538 bool Allocator::IsUBwcFormat(int format) {
539 switch (format) {
540 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
541 return true;
542 default:
543 return false;
544 }
545 }
546
IsUBwcSupported(int format)547 bool Allocator::IsUBwcSupported(int format) {
548 // Existing HAL formats with UBWC support
549 switch (format) {
550 case HAL_PIXEL_FORMAT_BGR_565:
551 case HAL_PIXEL_FORMAT_RGBA_8888:
552 case HAL_PIXEL_FORMAT_RGBX_8888:
553 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
554 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
555 return true;
556 default:
557 break;
558 }
559
560 return false;
561 }
562
563 /* The default policy is to return cached buffers unless the client explicity
564 * sets the PRIVATE_UNCACHED flag or indicates that the buffer will be rarely
565 * read or written in software. */
566 // TODO(user) : As of now relying only on producer usage
UseUncached(gralloc1_producer_usage_t usage)567 bool Allocator::UseUncached(gralloc1_producer_usage_t usage) {
568 if ((usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_UNCACHED) ||
569 (usage & GRALLOC1_PRODUCER_USAGE_PROTECTED)) {
570 return true;
571 }
572
573 // CPU read rarely
574 if ((usage & GRALLOC1_PRODUCER_USAGE_CPU_READ) &&
575 !(usage & GRALLOC1_PRODUCER_USAGE_CPU_READ_OFTEN)) {
576 return true;
577 }
578
579 // CPU write rarely
580 if ((usage & GRALLOC1_PRODUCER_USAGE_CPU_WRITE) &&
581 !(usage & GRALLOC1_PRODUCER_USAGE_CPU_WRITE_OFTEN)) {
582 return true;
583 }
584
585 return false;
586 }
587
GetIonHeapInfo(gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage,unsigned int * ion_heap_id,unsigned int * alloc_type,unsigned int * ion_flags)588 void Allocator::GetIonHeapInfo(gralloc1_producer_usage_t prod_usage,
589 gralloc1_consumer_usage_t cons_usage, unsigned int *ion_heap_id,
590 unsigned int *alloc_type, unsigned int *ion_flags) {
591 unsigned int heap_id = 0;
592 unsigned int type = 0;
593 int flags = 0;
594 if (prod_usage & GRALLOC1_PRODUCER_USAGE_PROTECTED) {
595 if (cons_usage & GRALLOC1_CONSUMER_USAGE_PRIVATE_SECURE_DISPLAY) {
596 heap_id = ION_HEAP(SD_HEAP_ID);
597 /*
598 * There is currently no flag in ION for Secure Display
599 * VM. Please add it to the define once available.
600 */
601 flags |= ION_SD_FLAGS;
602 } else {
603 heap_id = ION_HEAP(CP_HEAP_ID);
604 flags |= ION_CP_FLAGS;
605 }
606 } else if (prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_MM_HEAP) {
607 // MM Heap is exclusively a secure heap.
608 // If it is used for non secure cases, fallback to IOMMU heap
609 ALOGW("MM_HEAP cannot be used as an insecure heap. Using system heap instead!!");
610 heap_id |= ION_HEAP(ION_SYSTEM_HEAP_ID);
611 }
612
613 if (prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_CAMERA_HEAP) {
614 heap_id |= ION_HEAP(ION_CAMERA_HEAP_ID);
615 }
616
617 if (prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_ADSP_HEAP) {
618 heap_id |= ION_HEAP(ION_ADSP_HEAP_ID);
619 }
620
621 if (flags & ION_SECURE) {
622 type |= private_handle_t::PRIV_FLAGS_SECURE_BUFFER;
623 }
624
625 // if no ion heap flags are set, default to system heap
626 if (!heap_id) {
627 heap_id = ION_HEAP(ION_SYSTEM_HEAP_ID);
628 }
629
630 *alloc_type = type;
631 *ion_flags = (unsigned int)flags;
632 *ion_heap_id = heap_id;
633
634 return;
635 }
636
IsUBwcEnabled(int format,gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage)637 bool Allocator::IsUBwcEnabled(int format, gralloc1_producer_usage_t prod_usage,
638 gralloc1_consumer_usage_t cons_usage) {
639 // Allow UBWC, if client is using an explicitly defined UBWC pixel format.
640 if (IsUBwcFormat(format)) {
641 return true;
642 }
643
644 // Allow UBWC, if an OpenGL client sets UBWC usage flag and GPU plus MDP
645 // support the format. OR if a non-OpenGL client like Rotator, sets UBWC
646 // usage flag and MDP supports the format.
647 if ((prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_ALLOC_UBWC) && IsUBwcSupported(format)) {
648 bool enable = true;
649 // Query GPU for UBWC only if buffer is intended to be used by GPU.
650 if ((cons_usage & GRALLOC1_CONSUMER_USAGE_GPU_TEXTURE) ||
651 (prod_usage & GRALLOC1_PRODUCER_USAGE_GPU_RENDER_TARGET)) {
652 enable = adreno_helper_->IsUBWCSupportedByGPU(format);
653 }
654
655 // Allow UBWC, only if CPU usage flags are not set
656 if (enable && !(CpuCanAccess(prod_usage, cons_usage))) {
657 return true;
658 }
659 }
660
661 return false;
662 }
663
GetYuvUBwcWidthAndHeight(int width,int height,int format,unsigned int * aligned_w,unsigned int * aligned_h)664 void Allocator::GetYuvUBwcWidthAndHeight(int width, int height, int format, unsigned int *aligned_w,
665 unsigned int *aligned_h) {
666 switch (format) {
667 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
668 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
669 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
670 *aligned_w = VENUS_Y_STRIDE(COLOR_FMT_NV12_UBWC, width);
671 *aligned_h = VENUS_Y_SCANLINES(COLOR_FMT_NV12_UBWC, height);
672 break;
673 default:
674 ALOGE("%s: Unsupported pixel format: 0x%x", __FUNCTION__, format);
675 *aligned_w = 0;
676 *aligned_h = 0;
677 break;
678 }
679 }
680
GetRgbUBwcBlockSize(uint32_t bpp,int * block_width,int * block_height)681 void Allocator::GetRgbUBwcBlockSize(uint32_t bpp, int *block_width, int *block_height) {
682 *block_width = 0;
683 *block_height = 0;
684
685 switch (bpp) {
686 case 2:
687 case 4:
688 *block_width = 16;
689 *block_height = 4;
690 break;
691 case 8:
692 *block_width = 8;
693 *block_height = 4;
694 break;
695 case 16:
696 *block_width = 4;
697 *block_height = 4;
698 break;
699 default:
700 ALOGE("%s: Unsupported bpp: %d", __FUNCTION__, bpp);
701 break;
702 }
703 }
704
GetRgbUBwcMetaBufferSize(int width,int height,uint32_t bpp)705 unsigned int Allocator::GetRgbUBwcMetaBufferSize(int width, int height, uint32_t bpp) {
706 unsigned int size = 0;
707 int meta_width, meta_height;
708 int block_width, block_height;
709
710 GetRgbUBwcBlockSize(bpp, &block_width, &block_height);
711 if (!block_width || !block_height) {
712 ALOGE("%s: Unsupported bpp: %d", __FUNCTION__, bpp);
713 return size;
714 }
715
716 // Align meta buffer height to 16 blocks
717 meta_height = ALIGN(((height + block_height - 1) / block_height), 16);
718
719 // Align meta buffer width to 64 blocks
720 meta_width = ALIGN(((width + block_width - 1) / block_width), 64);
721
722 // Align meta buffer size to 4K
723 size = (unsigned int)ALIGN((meta_width * meta_height), 4096);
724
725 return size;
726 }
727
GetUBwcSize(int width,int height,int format,unsigned int alignedw,unsigned int alignedh)728 unsigned int Allocator::GetUBwcSize(int width, int height, int format, unsigned int alignedw,
729 unsigned int alignedh) {
730 unsigned int size = 0;
731 uint32_t bpp = 0;
732 switch (format) {
733 case HAL_PIXEL_FORMAT_BGR_565:
734 case HAL_PIXEL_FORMAT_RGBA_8888:
735 case HAL_PIXEL_FORMAT_RGBX_8888:
736 case HAL_PIXEL_FORMAT_RGBA_1010102:
737 case HAL_PIXEL_FORMAT_RGBX_1010102:
738 bpp = GetBppForUncompressedRGB(format);
739 size = alignedw * alignedh * bpp;
740 size += GetRgbUBwcMetaBufferSize(width, height, bpp);
741 break;
742 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
743 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
744 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
745 size = VENUS_BUFFER_SIZE(COLOR_FMT_NV12_UBWC, width, height);
746 break;
747 case HAL_PIXEL_FORMAT_YCbCr_420_TP10_UBWC:
748 size = VENUS_BUFFER_SIZE(COLOR_FMT_NV12_BPP10_UBWC, width, height);
749 break;
750 default:
751 ALOGE("%s: Unsupported pixel format: 0x%x", __FUNCTION__, format);
752 break;
753 }
754
755 return size;
756 }
757
GetRgbDataAddress(private_handle_t * hnd,void ** rgb_data)758 int Allocator::GetRgbDataAddress(private_handle_t *hnd, void **rgb_data) {
759 int err = 0;
760
761 // This api is for RGB* formats
762 if (!gralloc1::IsUncompressedRGBFormat(hnd->format)) {
763 return -EINVAL;
764 }
765
766 // linear buffer, nothing to do further
767 if (!(hnd->flags & private_handle_t::PRIV_FLAGS_UBWC_ALIGNED)) {
768 *rgb_data = reinterpret_cast<void *>(hnd->base);
769 return err;
770 }
771
772 unsigned int meta_size = 0;
773 uint32_t bpp = GetBppForUncompressedRGB(hnd->format);
774 switch (hnd->format) {
775 case HAL_PIXEL_FORMAT_BGR_565:
776 case HAL_PIXEL_FORMAT_RGBA_8888:
777 case HAL_PIXEL_FORMAT_RGBX_8888:
778 meta_size = GetRgbUBwcMetaBufferSize(hnd->width, hnd->height, bpp);
779 break;
780 default:
781 ALOGE("%s:Unsupported RGB format: 0x%x", __FUNCTION__, hnd->format);
782 err = -EINVAL;
783 break;
784 }
785 *rgb_data = reinterpret_cast<void *>(hnd->base + meta_size);
786
787 return err;
788 }
789
GetAlignedWidthAndHeight(const BufferDescriptor & descriptor,unsigned int * alignedw,unsigned int * alignedh)790 void Allocator::GetAlignedWidthAndHeight(const BufferDescriptor &descriptor, unsigned int *alignedw,
791 unsigned int *alignedh) {
792 int width = descriptor.GetWidth();
793 int height = descriptor.GetHeight();
794 int format = descriptor.GetFormat();
795 gralloc1_producer_usage_t prod_usage = descriptor.GetProducerUsage();
796 gralloc1_consumer_usage_t cons_usage = descriptor.GetConsumerUsage();
797
798 // Currently surface padding is only computed for RGB* surfaces.
799 bool ubwc_enabled = IsUBwcEnabled(format, prod_usage, cons_usage);
800 int tile = ubwc_enabled || IsMacroTileEnabled(format, prod_usage, cons_usage);
801
802 if (IsUncompressedRGBFormat(format)) {
803 adreno_helper_->AlignUnCompressedRGB(width, height, format, tile, alignedw, alignedh);
804 return;
805 }
806
807 if (ubwc_enabled) {
808 GetYuvUBwcWidthAndHeight(width, height, format, alignedw, alignedh);
809 return;
810 }
811
812 if (IsCompressedRGBFormat(format)) {
813 adreno_helper_->AlignCompressedRGB(width, height, format, alignedw, alignedh);
814 return;
815 }
816
817 int aligned_w = width;
818 int aligned_h = height;
819 unsigned int alignment = 32;
820
821 // Below should be only YUV family
822 switch (format) {
823 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
824 case HAL_PIXEL_FORMAT_YCbCr_420_SP:
825 alignment = adreno_helper_->GetGpuPixelAlignment();
826 aligned_w = ALIGN(width, alignment);
827 break;
828 case HAL_PIXEL_FORMAT_YCrCb_420_SP_ADRENO:
829 aligned_w = ALIGN(width, alignment);
830 break;
831 case HAL_PIXEL_FORMAT_RAW16:
832 aligned_w = ALIGN(width, 16);
833 break;
834 case HAL_PIXEL_FORMAT_RAW10:
835 aligned_w = ALIGN(width * 10 / 8, 16);
836 break;
837 case HAL_PIXEL_FORMAT_YCbCr_420_SP_TILED:
838 aligned_w = ALIGN(width, 128);
839 break;
840 case HAL_PIXEL_FORMAT_YV12:
841 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
842 case HAL_PIXEL_FORMAT_YCrCb_422_SP:
843 case HAL_PIXEL_FORMAT_YCbCr_422_I:
844 case HAL_PIXEL_FORMAT_YCrCb_422_I:
845 aligned_w = ALIGN(width, 16);
846 break;
847 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
848 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
849 aligned_w = INT(VENUS_Y_STRIDE(COLOR_FMT_NV12, width));
850 aligned_h = INT(VENUS_Y_SCANLINES(COLOR_FMT_NV12, height));
851 break;
852 case HAL_PIXEL_FORMAT_YCrCb_420_SP_VENUS:
853 aligned_w = INT(VENUS_Y_STRIDE(COLOR_FMT_NV21, width));
854 aligned_h = INT(VENUS_Y_SCANLINES(COLOR_FMT_NV21, height));
855 break;
856 case HAL_PIXEL_FORMAT_BLOB:
857 case HAL_PIXEL_FORMAT_RAW_OPAQUE:
858 break;
859 case HAL_PIXEL_FORMAT_NV21_ZSL:
860 aligned_w = ALIGN(width, 64);
861 aligned_h = ALIGN(height, 64);
862 break;
863 default:
864 break;
865 }
866
867 *alignedw = (unsigned int)aligned_w;
868 *alignedh = (unsigned int)aligned_h;
869 }
870
871 } // namespace gralloc1
872