• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright (c) 2011-2016, The Linux Foundation. All rights reserved.
3 
4  * Redistribution and use in source and binary forms, with or without
5  * modification, are permitted provided that the following conditions are
6  * met:
7  *   * Redistributions of source code must retain the above copyright
8  *     notice, this list of conditions and the following disclaimer.
9  *   * Redistributions in binary form must reproduce the above
10  *     copyright notice, this list of conditions and the following
11  *     disclaimer in the documentation and/or other materials provided
12  *     with the distribution.
13  *   * Neither the name of The Linux Foundation nor the names of its
14  *     contributors may be used to endorse or promote products derived
15  *     from this software without specific prior written permission.
16  *
17  * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
18  * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
19  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT
20  * ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS
21  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
24  * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
25  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
26  * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
27  * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28  */
29 
30 #include <cutils/log.h>
31 #include <algorithm>
32 
33 #include "gr_utils.h"
34 #include "gr_allocator.h"
35 #include "gr_adreno_info.h"
36 #include "gralloc_priv.h"
37 
38 #include "qd_utils.h"
39 #include "qdMetaData.h"
40 
41 #define ASTC_BLOCK_SIZE 16
42 
43 #ifndef ION_FLAG_CP_PIXEL
44 #define ION_FLAG_CP_PIXEL 0
45 #endif
46 
47 #ifndef ION_FLAG_ALLOW_NON_CONTIG
48 #define ION_FLAG_ALLOW_NON_CONTIG 0
49 #endif
50 
51 #ifdef MASTER_SIDE_CP
52 #define CP_HEAP_ID ION_SECURE_HEAP_ID
53 #define SD_HEAP_ID ION_SECURE_DISPLAY_HEAP_ID
54 #define ION_CP_FLAGS (ION_SECURE | ION_FLAG_CP_PIXEL)
55 #define ION_SD_FLAGS (ION_SECURE | ION_FLAG_CP_SEC_DISPLAY)
56 #else  // SLAVE_SIDE_CP
57 #define CP_HEAP_ID ION_CP_MM_HEAP_ID
58 #define SD_HEAP_ID CP_HEAP_ID
59 #define ION_CP_FLAGS (ION_SECURE | ION_FLAG_ALLOW_NON_CONTIG)
60 #define ION_SD_FLAGS ION_SECURE
61 #endif
62 
63 namespace gralloc1 {
64 
Allocator()65 Allocator::Allocator() : ion_allocator_(NULL), adreno_helper_(NULL) {
66 }
67 
Init()68 bool Allocator::Init() {
69   ion_allocator_ = new IonAlloc();
70   if (!ion_allocator_->Init()) {
71     return false;
72   }
73 
74   adreno_helper_ = new AdrenoMemInfo();
75   if (!adreno_helper_->Init()) {
76     return false;
77   }
78 
79   gpu_support_macrotile = adreno_helper_->IsMacroTilingSupportedByGPU();
80   int supports_macrotile = 0;
81   qdutils::querySDEInfo(qdutils::HAS_MACRO_TILE, &supports_macrotile);
82   display_support_macrotile = !!supports_macrotile;
83 
84   return true;
85 }
86 
~Allocator()87 Allocator::~Allocator() {
88   if (ion_allocator_) {
89     delete ion_allocator_;
90   }
91 
92   if (adreno_helper_) {
93     delete adreno_helper_;
94   }
95 }
96 
AllocateMem(AllocData * alloc_data,gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage)97 int Allocator::AllocateMem(AllocData *alloc_data, gralloc1_producer_usage_t prod_usage,
98                            gralloc1_consumer_usage_t cons_usage) {
99   int ret;
100   alloc_data->uncached = UseUncached(prod_usage);
101 
102   // After this point we should have the right heap set, there is no fallback
103   GetIonHeapInfo(prod_usage, cons_usage, &alloc_data->heap_id, &alloc_data->alloc_type,
104                  &alloc_data->flags);
105 
106   ret = ion_allocator_->AllocBuffer(alloc_data);
107   if (ret >= 0) {
108     alloc_data->alloc_type |= private_handle_t::PRIV_FLAGS_USES_ION;
109   } else {
110     ALOGE("%s: Failed to allocate buffer - heap: 0x%x flags: 0x%x", __FUNCTION__,
111           alloc_data->heap_id, alloc_data->flags);
112   }
113 
114   return ret;
115 }
116 
117 // Allocates buffer from width, height and format into a
118 // private_handle_t. It is the responsibility of the caller
119 // to free the buffer using the FreeBuffer function
AllocateBuffer(const BufferDescriptor & descriptor,private_handle_t ** pHnd)120 int Allocator::AllocateBuffer(const BufferDescriptor &descriptor, private_handle_t **pHnd) {
121   AllocData data;
122   unsigned int aligned_w, aligned_h;
123   data.base = 0;
124   data.fd = -1;
125   data.offset = 0;
126   data.align = (unsigned int)getpagesize();
127   int format = descriptor.GetFormat();
128   gralloc1_producer_usage_t prod_usage = descriptor.GetProducerUsage();
129   gralloc1_consumer_usage_t cons_usage = descriptor.GetConsumerUsage();
130   GetBufferSizeAndDimensions(descriptor, &data.size, &aligned_w, &aligned_h);
131 
132   int err = AllocateMem(&data, prod_usage, cons_usage);
133   if (0 != err) {
134     ALOGE("%s: allocate failed", __FUNCTION__);
135     return -ENOMEM;
136   }
137 
138   if (IsUBwcEnabled(format, prod_usage, cons_usage)) {
139     data.alloc_type |= private_handle_t::PRIV_FLAGS_UBWC_ALIGNED;
140   }
141 
142   // Metadata is not allocated. would be empty
143   private_handle_t *hnd = new private_handle_t(
144       data.fd, data.size, INT(data.alloc_type), 0, INT(format), INT(aligned_w), INT(aligned_h), -1,
145       0, 0, descriptor.GetWidth(), descriptor.GetHeight(), prod_usage, cons_usage);
146   hnd->base = (uint64_t)data.base;
147   hnd->offset = data.offset;
148   hnd->gpuaddr = 0;
149   *pHnd = hnd;
150 
151   return 0;
152 }
153 
MapBuffer(void ** base,unsigned int size,unsigned int offset,int fd)154 int Allocator::MapBuffer(void **base, unsigned int size, unsigned int offset, int fd) {
155   if (ion_allocator_) {
156     return ion_allocator_->MapBuffer(base, size, offset, fd);
157   }
158 
159   return -EINVAL;
160 }
161 
FreeBuffer(void * base,unsigned int size,unsigned int offset,int fd)162 int Allocator::FreeBuffer(void *base, unsigned int size, unsigned int offset, int fd) {
163   if (ion_allocator_) {
164     return ion_allocator_->FreeBuffer(base, size, offset, fd);
165   }
166 
167   return -EINVAL;
168 }
169 
CleanBuffer(void * base,unsigned int size,unsigned int offset,int fd,int op)170 int Allocator::CleanBuffer(void *base, unsigned int size, unsigned int offset, int fd, int op) {
171   if (ion_allocator_) {
172     return ion_allocator_->CleanBuffer(base, size, offset, fd, op);
173   }
174 
175   return -EINVAL;
176 }
177 
CheckForBufferSharing(uint32_t num_descriptors,const BufferDescriptor * descriptors,int * max_index)178 bool Allocator::CheckForBufferSharing(uint32_t num_descriptors, const BufferDescriptor *descriptors,
179                                       int *max_index) {
180   unsigned int cur_heap_id = 0, prev_heap_id = 0;
181   unsigned int cur_alloc_type = 0, prev_alloc_type = 0;
182   unsigned int cur_ion_flags = 0, prev_ion_flags = 0;
183   bool cur_uncached = false, prev_uncached = false;
184   unsigned int alignedw, alignedh;
185   unsigned int max_size = 0;
186 
187   *max_index = -1;
188   for (uint32_t i = 0; i < num_descriptors; i++) {
189     // Check Cached vs non-cached and all the ION flags
190     cur_uncached = UseUncached(descriptors[i].GetProducerUsage());
191     GetIonHeapInfo(descriptors[i].GetProducerUsage(), descriptors[i].GetConsumerUsage(),
192                    &cur_heap_id, &cur_alloc_type, &cur_ion_flags);
193 
194     if (i > 0 && (cur_heap_id != prev_heap_id || cur_alloc_type != prev_alloc_type ||
195                   cur_ion_flags != prev_ion_flags)) {
196       return false;
197     }
198 
199     // For same format type, find the descriptor with bigger size
200     GetAlignedWidthAndHeight(descriptors[i], &alignedw, &alignedh);
201     unsigned int size = GetSize(descriptors[i], alignedw, alignedh);
202     if (max_size < size) {
203       *max_index = INT(i);
204       max_size = size;
205     }
206 
207     prev_heap_id = cur_heap_id;
208     prev_uncached = cur_uncached;
209     prev_ion_flags = cur_ion_flags;
210     prev_alloc_type = cur_alloc_type;
211   }
212 
213   return true;
214 }
215 
IsMacroTileEnabled(int format,gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage)216 bool Allocator::IsMacroTileEnabled(int format, gralloc1_producer_usage_t prod_usage,
217                                    gralloc1_consumer_usage_t cons_usage) {
218   bool tile_enabled = false;
219 
220   // Check whether GPU & MDSS supports MacroTiling feature
221   if (!adreno_helper_->IsMacroTilingSupportedByGPU() || !display_support_macrotile) {
222     return tile_enabled;
223   }
224 
225   // check the format
226   switch (format) {
227     case HAL_PIXEL_FORMAT_RGBA_8888:
228     case HAL_PIXEL_FORMAT_RGBX_8888:
229     case HAL_PIXEL_FORMAT_BGRA_8888:
230     case HAL_PIXEL_FORMAT_RGB_565:
231     case HAL_PIXEL_FORMAT_BGR_565:
232       if (!CpuCanAccess(prod_usage, cons_usage)) {
233         // not touched by CPU
234         tile_enabled = true;
235       }
236       break;
237     default:
238       break;
239   }
240 
241   return tile_enabled;
242 }
243 
244 // helper function
GetSize(const BufferDescriptor & descriptor,unsigned int alignedw,unsigned int alignedh)245 unsigned int Allocator::GetSize(const BufferDescriptor &descriptor, unsigned int alignedw,
246                                 unsigned int alignedh) {
247   unsigned int size = 0;
248   int format = descriptor.GetFormat();
249   int width = descriptor.GetWidth();
250   int height = descriptor.GetHeight();
251   gralloc1_producer_usage_t prod_usage = descriptor.GetProducerUsage();
252   gralloc1_consumer_usage_t cons_usage = descriptor.GetConsumerUsage();
253 
254   if (IsUBwcEnabled(format, prod_usage, cons_usage)) {
255     return GetUBwcSize(width, height, format, alignedw, alignedh);
256   }
257 
258   if (IsUncompressedRGBFormat(format)) {
259     uint32_t bpp = GetBppForUncompressedRGB(format);
260     size = alignedw * alignedh * bpp;
261     return size;
262   }
263 
264   if (IsCompressedRGBFormat(format)) {
265     size = alignedw * alignedh * ASTC_BLOCK_SIZE;
266     return size;
267   }
268 
269   // Below switch should be for only YUV/custom formats
270   switch (format) {
271     case HAL_PIXEL_FORMAT_RAW16:
272       size = alignedw * alignedh * 2;
273       break;
274     case HAL_PIXEL_FORMAT_RAW10:
275       size = ALIGN(alignedw * alignedh, SIZE_4K);
276       break;
277 
278     // adreno formats
279     case HAL_PIXEL_FORMAT_YCrCb_420_SP_ADRENO:  // NV21
280       size = ALIGN(alignedw * alignedh, SIZE_4K);
281       size += (unsigned int)ALIGN(2 * ALIGN(width / 2, 32) * ALIGN(height / 2, 32), SIZE_4K);
282       break;
283     case HAL_PIXEL_FORMAT_YCbCr_420_SP_TILED:  // NV12
284       // The chroma plane is subsampled,
285       // but the pitch in bytes is unchanged
286       // The GPU needs 4K alignment, but the video decoder needs 8K
287       size = ALIGN(alignedw * alignedh, SIZE_8K);
288       size += ALIGN(alignedw * (unsigned int)ALIGN(height / 2, 32), SIZE_8K);
289       break;
290     case HAL_PIXEL_FORMAT_YV12:
291       if ((format == HAL_PIXEL_FORMAT_YV12) && ((width & 1) || (height & 1))) {
292         ALOGE("w or h is odd for the YV12 format");
293         return 0;
294       }
295       size = alignedw * alignedh + (ALIGN(alignedw / 2, 16) * (alignedh / 2)) * 2;
296       size = ALIGN(size, (unsigned int)SIZE_4K);
297       break;
298     case HAL_PIXEL_FORMAT_YCbCr_420_SP:
299     case HAL_PIXEL_FORMAT_YCrCb_420_SP:
300       size = ALIGN((alignedw * alignedh) + (alignedw * alignedh) / 2 + 1, SIZE_4K);
301       break;
302     case HAL_PIXEL_FORMAT_YCbCr_422_SP:
303     case HAL_PIXEL_FORMAT_YCrCb_422_SP:
304     case HAL_PIXEL_FORMAT_YCbCr_422_I:
305     case HAL_PIXEL_FORMAT_YCrCb_422_I:
306       if (width & 1) {
307         ALOGE("width is odd for the YUV422_SP format");
308         return 0;
309       }
310       size = ALIGN(alignedw * alignedh * 2, SIZE_4K);
311       break;
312     case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
313     case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
314       size = VENUS_BUFFER_SIZE(COLOR_FMT_NV12, width, height);
315       break;
316     case HAL_PIXEL_FORMAT_YCrCb_420_SP_VENUS:
317       size = VENUS_BUFFER_SIZE(COLOR_FMT_NV21, width, height);
318       break;
319     case HAL_PIXEL_FORMAT_BLOB:
320     case HAL_PIXEL_FORMAT_RAW_OPAQUE:
321       if (height != 1) {
322         ALOGE("%s: Buffers with HAL_PIXEL_FORMAT_BLOB must have height 1 ", __FUNCTION__);
323         return 0;
324       }
325       size = (unsigned int)width;
326       break;
327     case HAL_PIXEL_FORMAT_NV21_ZSL:
328       size = ALIGN((alignedw * alignedh) + (alignedw * alignedh) / 2, SIZE_4K);
329       break;
330     default:
331       ALOGE("%s: Unrecognized pixel format: 0x%x", __FUNCTION__, format);
332       return 0;
333   }
334 
335   return size;
336 }
337 
GetBufferSizeAndDimensions(int width,int height,int format,unsigned int * size,unsigned int * alignedw,unsigned int * alignedh)338 void Allocator::GetBufferSizeAndDimensions(int width, int height, int format, unsigned int *size,
339                                            unsigned int *alignedw, unsigned int *alignedh) {
340   BufferDescriptor descriptor = BufferDescriptor(width, height, format);
341   GetAlignedWidthAndHeight(descriptor, alignedw, alignedh);
342 
343   *size = GetSize(descriptor, *alignedw, *alignedh);
344 }
345 
GetBufferSizeAndDimensions(const BufferDescriptor & descriptor,unsigned int * size,unsigned int * alignedw,unsigned int * alignedh)346 void Allocator::GetBufferSizeAndDimensions(const BufferDescriptor &descriptor, unsigned int *size,
347                                            unsigned int *alignedw, unsigned int *alignedh) {
348   GetAlignedWidthAndHeight(descriptor, alignedw, alignedh);
349 
350   *size = GetSize(descriptor, *alignedw, *alignedh);
351 }
352 
GetBufferAttributes(const BufferDescriptor & descriptor,unsigned int * alignedw,unsigned int * alignedh,int * tiled,unsigned int * size)353 void Allocator::GetBufferAttributes(const BufferDescriptor &descriptor, unsigned int *alignedw,
354                                     unsigned int *alignedh, int *tiled, unsigned int *size) {
355   int format = descriptor.GetFormat();
356   gralloc1_producer_usage_t prod_usage = descriptor.GetProducerUsage();
357   gralloc1_consumer_usage_t cons_usage = descriptor.GetConsumerUsage();
358 
359   *tiled = false;
360   if (IsUBwcEnabled(format, prod_usage, cons_usage) ||
361       IsMacroTileEnabled(format, prod_usage, cons_usage)) {
362     *tiled = true;
363   }
364 
365   GetAlignedWidthAndHeight(descriptor, alignedw, alignedh);
366   *size = GetSize(descriptor, *alignedw, *alignedh);
367 }
368 
GetYuvUbwcSPPlaneInfo(uint64_t base,uint32_t width,uint32_t height,int color_format,struct android_ycbcr * ycbcr)369 void Allocator::GetYuvUbwcSPPlaneInfo(uint64_t base, uint32_t width, uint32_t height,
370                                       int color_format, struct android_ycbcr *ycbcr) {
371   // UBWC buffer has these 4 planes in the following sequence:
372   // Y_Meta_Plane, Y_Plane, UV_Meta_Plane, UV_Plane
373   unsigned int y_meta_stride, y_meta_height, y_meta_size;
374   unsigned int y_stride, y_height, y_size;
375   unsigned int c_meta_stride, c_meta_height, c_meta_size;
376   unsigned int alignment = 4096;
377 
378   y_meta_stride = VENUS_Y_META_STRIDE(color_format, INT(width));
379   y_meta_height = VENUS_Y_META_SCANLINES(color_format, INT(height));
380   y_meta_size = ALIGN((y_meta_stride * y_meta_height), alignment);
381 
382   y_stride = VENUS_Y_STRIDE(color_format, INT(width));
383   y_height = VENUS_Y_SCANLINES(color_format, INT(height));
384   y_size = ALIGN((y_stride * y_height), alignment);
385 
386   c_meta_stride = VENUS_UV_META_STRIDE(color_format, INT(width));
387   c_meta_height = VENUS_UV_META_SCANLINES(color_format, INT(height));
388   c_meta_size = ALIGN((c_meta_stride * c_meta_height), alignment);
389 
390   ycbcr->y = reinterpret_cast<void *>(base + y_meta_size);
391   ycbcr->cb = reinterpret_cast<void *>(base + y_meta_size + y_size + c_meta_size);
392   ycbcr->cr = reinterpret_cast<void *>(base + y_meta_size + y_size + c_meta_size + 1);
393   ycbcr->ystride = y_stride;
394   ycbcr->cstride = VENUS_UV_STRIDE(color_format, INT(width));
395 }
396 
GetYuvSPPlaneInfo(uint64_t base,uint32_t width,uint32_t height,uint32_t bpp,struct android_ycbcr * ycbcr)397 void Allocator::GetYuvSPPlaneInfo(uint64_t base, uint32_t width, uint32_t height, uint32_t bpp,
398                                   struct android_ycbcr *ycbcr) {
399   unsigned int ystride, cstride;
400 
401   ystride = cstride = UINT(width) * bpp;
402   ycbcr->y = reinterpret_cast<void *>(base);
403   ycbcr->cb = reinterpret_cast<void *>(base + ystride * UINT(height));
404   ycbcr->cr = reinterpret_cast<void *>(base + ystride * UINT(height) + 1);
405   ycbcr->ystride = ystride;
406   ycbcr->cstride = cstride;
407   ycbcr->chroma_step = 2 * bpp;
408 }
409 
GetYUVPlaneInfo(const private_handle_t * hnd,struct android_ycbcr * ycbcr)410 int Allocator::GetYUVPlaneInfo(const private_handle_t *hnd, struct android_ycbcr *ycbcr) {
411   int err = 0;
412   uint32_t width = UINT(hnd->width);
413   uint32_t height = UINT(hnd->height);
414   int format = hnd->format;
415   gralloc1_producer_usage_t prod_usage = hnd->GetProducerUsage();
416   gralloc1_consumer_usage_t cons_usage = hnd->GetConsumerUsage();
417   unsigned int ystride, cstride;
418 
419   memset(ycbcr->reserved, 0, sizeof(ycbcr->reserved));
420   MetaData_t *metadata = reinterpret_cast<MetaData_t *>(hnd->base_metadata);
421 
422   // Check if UBWC buffer has been rendered in linear format.
423   if (metadata && (metadata->operation & LINEAR_FORMAT)) {
424     format = INT(metadata->linearFormat);
425   }
426 
427   // Check metadata if the geometry has been updated.
428   if (metadata && metadata->operation & UPDATE_BUFFER_GEOMETRY) {
429     int usage = 0;
430 
431     if (hnd->flags & private_handle_t::PRIV_FLAGS_UBWC_ALIGNED) {
432       usage = GRALLOC1_PRODUCER_USAGE_PRIVATE_ALLOC_UBWC;
433     }
434 
435     BufferDescriptor descriptor =
436         BufferDescriptor(metadata->bufferDim.sliceWidth, metadata->bufferDim.sliceHeight, format,
437                          prod_usage, cons_usage);
438     GetAlignedWidthAndHeight(descriptor, &width, &height);
439   }
440 
441   // Get the chroma offsets from the handle width/height. We take advantage
442   // of the fact the width _is_ the stride
443   switch (format) {
444     // Semiplanar
445     case HAL_PIXEL_FORMAT_YCbCr_420_SP:
446     case HAL_PIXEL_FORMAT_YCbCr_422_SP:
447     case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
448     case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
449       // Same as YCbCr_420_SP_VENUS
450       GetYuvSPPlaneInfo(hnd->base, width, height, 1, ycbcr);
451       break;
452 
453     case HAL_PIXEL_FORMAT_YCbCr_420_P010:
454       GetYuvSPPlaneInfo(hnd->base, width, height, 2, ycbcr);
455       break;
456 
457     case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
458       GetYuvUbwcSPPlaneInfo(hnd->base, width, height, COLOR_FMT_NV12_UBWC, ycbcr);
459       ycbcr->chroma_step = 2;
460       break;
461 
462     case HAL_PIXEL_FORMAT_YCbCr_420_TP10_UBWC:
463       GetYuvUbwcSPPlaneInfo(hnd->base, width, height, COLOR_FMT_NV12_BPP10_UBWC, ycbcr);
464       ycbcr->chroma_step = 3;
465       break;
466 
467     case HAL_PIXEL_FORMAT_YCrCb_420_SP:
468     case HAL_PIXEL_FORMAT_YCrCb_422_SP:
469     case HAL_PIXEL_FORMAT_YCrCb_420_SP_ADRENO:
470     case HAL_PIXEL_FORMAT_YCrCb_420_SP_VENUS:
471     case HAL_PIXEL_FORMAT_NV21_ZSL:
472     case HAL_PIXEL_FORMAT_RAW16:
473     case HAL_PIXEL_FORMAT_RAW10:
474       GetYuvSPPlaneInfo(hnd->base, width, height, 1, ycbcr);
475       std::swap(ycbcr->cb, ycbcr->cr);
476       break;
477 
478     // Planar
479     case HAL_PIXEL_FORMAT_YV12:
480       ystride = width;
481       cstride = ALIGN(width / 2, 16);
482       ycbcr->y = reinterpret_cast<void *>(hnd->base);
483       ycbcr->cr = reinterpret_cast<void *>(hnd->base + ystride * height);
484       ycbcr->cb = reinterpret_cast<void *>(hnd->base + ystride * height + cstride * height / 2);
485       ycbcr->ystride = ystride;
486       ycbcr->cstride = cstride;
487       ycbcr->chroma_step = 1;
488       break;
489 
490     // Unsupported formats
491     case HAL_PIXEL_FORMAT_YCbCr_422_I:
492     case HAL_PIXEL_FORMAT_YCrCb_422_I:
493     case HAL_PIXEL_FORMAT_YCbCr_420_SP_TILED:
494     default:
495       ALOGD("%s: Invalid format passed: 0x%x", __FUNCTION__, format);
496       err = -EINVAL;
497   }
498 
499   return err;
500 }
501 
GetImplDefinedFormat(gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage,int format)502 int Allocator::GetImplDefinedFormat(gralloc1_producer_usage_t prod_usage,
503                                     gralloc1_consumer_usage_t cons_usage, int format) {
504   int gr_format = format;
505 
506   // If input format is HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED then based on
507   // the usage bits, gralloc assigns a format.
508   if (format == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED ||
509       format == HAL_PIXEL_FORMAT_YCbCr_420_888) {
510     if (prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_ALLOC_UBWC) {
511       gr_format = HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC;
512     } else if (cons_usage & GRALLOC1_CONSUMER_USAGE_VIDEO_ENCODER) {
513       gr_format = HAL_PIXEL_FORMAT_NV12_ENCODEABLE;  // NV12
514     } else if (prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_CAMERA_ZSL) {
515       gr_format = HAL_PIXEL_FORMAT_NV21_ZSL;  // NV21 ZSL
516     } else if (cons_usage & GRALLOC1_CONSUMER_USAGE_CAMERA) {
517       gr_format = HAL_PIXEL_FORMAT_YCrCb_420_SP;  // NV21
518     } else if (prod_usage & GRALLOC1_PRODUCER_USAGE_CAMERA) {
519       if (format == HAL_PIXEL_FORMAT_YCbCr_420_888) {
520         gr_format = HAL_PIXEL_FORMAT_NV21_ZSL;  // NV21
521       } else {
522         gr_format = HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS;  // NV12 preview
523       }
524     } else if (cons_usage & GRALLOC1_CONSUMER_USAGE_HWCOMPOSER) {
525       // XXX: If we still haven't set a format, default to RGBA8888
526       gr_format = HAL_PIXEL_FORMAT_RGBA_8888;
527     } else if (format == HAL_PIXEL_FORMAT_YCbCr_420_888) {
528       // If no other usage flags are detected, default the
529       // flexible YUV format to NV21_ZSL
530       gr_format = HAL_PIXEL_FORMAT_NV21_ZSL;
531     }
532   }
533 
534   return gr_format;
535 }
536 
537 // Explicitly defined UBWC formats
IsUBwcFormat(int format)538 bool Allocator::IsUBwcFormat(int format) {
539   switch (format) {
540     case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
541       return true;
542     default:
543       return false;
544   }
545 }
546 
IsUBwcSupported(int format)547 bool Allocator::IsUBwcSupported(int format) {
548   // Existing HAL formats with UBWC support
549   switch (format) {
550     case HAL_PIXEL_FORMAT_BGR_565:
551     case HAL_PIXEL_FORMAT_RGBA_8888:
552     case HAL_PIXEL_FORMAT_RGBX_8888:
553     case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
554     case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
555       return true;
556     default:
557       break;
558   }
559 
560   return false;
561 }
562 
563 /* The default policy is to return cached buffers unless the client explicity
564  * sets the PRIVATE_UNCACHED flag or indicates that the buffer will be rarely
565  * read or written in software. */
566 // TODO(user) : As of now relying only on producer usage
UseUncached(gralloc1_producer_usage_t usage)567 bool Allocator::UseUncached(gralloc1_producer_usage_t usage) {
568   if ((usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_UNCACHED) ||
569       (usage & GRALLOC1_PRODUCER_USAGE_PROTECTED)) {
570     return true;
571   }
572 
573   // CPU read rarely
574   if ((usage & GRALLOC1_PRODUCER_USAGE_CPU_READ) &&
575       !(usage & GRALLOC1_PRODUCER_USAGE_CPU_READ_OFTEN)) {
576     return true;
577   }
578 
579   // CPU  write rarely
580   if ((usage & GRALLOC1_PRODUCER_USAGE_CPU_WRITE) &&
581       !(usage & GRALLOC1_PRODUCER_USAGE_CPU_WRITE_OFTEN)) {
582     return true;
583   }
584 
585   return false;
586 }
587 
GetIonHeapInfo(gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage,unsigned int * ion_heap_id,unsigned int * alloc_type,unsigned int * ion_flags)588 void Allocator::GetIonHeapInfo(gralloc1_producer_usage_t prod_usage,
589                                gralloc1_consumer_usage_t cons_usage, unsigned int *ion_heap_id,
590                                unsigned int *alloc_type, unsigned int *ion_flags) {
591   unsigned int heap_id = 0;
592   unsigned int type = 0;
593   int flags = 0;
594   if (prod_usage & GRALLOC1_PRODUCER_USAGE_PROTECTED) {
595     if (cons_usage & GRALLOC1_CONSUMER_USAGE_PRIVATE_SECURE_DISPLAY) {
596       heap_id = ION_HEAP(SD_HEAP_ID);
597       /*
598        * There is currently no flag in ION for Secure Display
599        * VM. Please add it to the define once available.
600        */
601       flags |= ION_SD_FLAGS;
602     } else {
603       heap_id = ION_HEAP(CP_HEAP_ID);
604       flags |= ION_CP_FLAGS;
605     }
606   } else if (prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_MM_HEAP) {
607     // MM Heap is exclusively a secure heap.
608     // If it is used for non secure cases, fallback to IOMMU heap
609     ALOGW("MM_HEAP cannot be used as an insecure heap. Using system heap instead!!");
610     heap_id |= ION_HEAP(ION_SYSTEM_HEAP_ID);
611   }
612 
613   if (prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_CAMERA_HEAP) {
614     heap_id |= ION_HEAP(ION_CAMERA_HEAP_ID);
615   }
616 
617   if (prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_ADSP_HEAP) {
618     heap_id |= ION_HEAP(ION_ADSP_HEAP_ID);
619   }
620 
621   if (flags & ION_SECURE) {
622     type |= private_handle_t::PRIV_FLAGS_SECURE_BUFFER;
623   }
624 
625   // if no ion heap flags are set, default to system heap
626   if (!heap_id) {
627     heap_id = ION_HEAP(ION_SYSTEM_HEAP_ID);
628   }
629 
630   *alloc_type = type;
631   *ion_flags = (unsigned int)flags;
632   *ion_heap_id = heap_id;
633 
634   return;
635 }
636 
IsUBwcEnabled(int format,gralloc1_producer_usage_t prod_usage,gralloc1_consumer_usage_t cons_usage)637 bool Allocator::IsUBwcEnabled(int format, gralloc1_producer_usage_t prod_usage,
638                               gralloc1_consumer_usage_t cons_usage) {
639   // Allow UBWC, if client is using an explicitly defined UBWC pixel format.
640   if (IsUBwcFormat(format)) {
641     return true;
642   }
643 
644   // Allow UBWC, if an OpenGL client sets UBWC usage flag and GPU plus MDP
645   // support the format. OR if a non-OpenGL client like Rotator, sets UBWC
646   // usage flag and MDP supports the format.
647   if ((prod_usage & GRALLOC1_PRODUCER_USAGE_PRIVATE_ALLOC_UBWC) && IsUBwcSupported(format)) {
648     bool enable = true;
649     // Query GPU for UBWC only if buffer is intended to be used by GPU.
650     if ((cons_usage & GRALLOC1_CONSUMER_USAGE_GPU_TEXTURE) ||
651         (prod_usage & GRALLOC1_PRODUCER_USAGE_GPU_RENDER_TARGET)) {
652       enable = adreno_helper_->IsUBWCSupportedByGPU(format);
653     }
654 
655     // Allow UBWC, only if CPU usage flags are not set
656     if (enable && !(CpuCanAccess(prod_usage, cons_usage))) {
657       return true;
658     }
659   }
660 
661   return false;
662 }
663 
GetYuvUBwcWidthAndHeight(int width,int height,int format,unsigned int * aligned_w,unsigned int * aligned_h)664 void Allocator::GetYuvUBwcWidthAndHeight(int width, int height, int format, unsigned int *aligned_w,
665                                          unsigned int *aligned_h) {
666   switch (format) {
667     case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
668     case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
669     case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
670       *aligned_w = VENUS_Y_STRIDE(COLOR_FMT_NV12_UBWC, width);
671       *aligned_h = VENUS_Y_SCANLINES(COLOR_FMT_NV12_UBWC, height);
672       break;
673     default:
674       ALOGE("%s: Unsupported pixel format: 0x%x", __FUNCTION__, format);
675       *aligned_w = 0;
676       *aligned_h = 0;
677       break;
678   }
679 }
680 
GetRgbUBwcBlockSize(uint32_t bpp,int * block_width,int * block_height)681 void Allocator::GetRgbUBwcBlockSize(uint32_t bpp, int *block_width, int *block_height) {
682   *block_width = 0;
683   *block_height = 0;
684 
685   switch (bpp) {
686     case 2:
687     case 4:
688       *block_width = 16;
689       *block_height = 4;
690       break;
691     case 8:
692       *block_width = 8;
693       *block_height = 4;
694       break;
695     case 16:
696       *block_width = 4;
697       *block_height = 4;
698       break;
699     default:
700       ALOGE("%s: Unsupported bpp: %d", __FUNCTION__, bpp);
701       break;
702   }
703 }
704 
GetRgbUBwcMetaBufferSize(int width,int height,uint32_t bpp)705 unsigned int Allocator::GetRgbUBwcMetaBufferSize(int width, int height, uint32_t bpp) {
706   unsigned int size = 0;
707   int meta_width, meta_height;
708   int block_width, block_height;
709 
710   GetRgbUBwcBlockSize(bpp, &block_width, &block_height);
711   if (!block_width || !block_height) {
712     ALOGE("%s: Unsupported bpp: %d", __FUNCTION__, bpp);
713     return size;
714   }
715 
716   // Align meta buffer height to 16 blocks
717   meta_height = ALIGN(((height + block_height - 1) / block_height), 16);
718 
719   // Align meta buffer width to 64 blocks
720   meta_width = ALIGN(((width + block_width - 1) / block_width), 64);
721 
722   // Align meta buffer size to 4K
723   size = (unsigned int)ALIGN((meta_width * meta_height), 4096);
724 
725   return size;
726 }
727 
GetUBwcSize(int width,int height,int format,unsigned int alignedw,unsigned int alignedh)728 unsigned int Allocator::GetUBwcSize(int width, int height, int format, unsigned int alignedw,
729                                     unsigned int alignedh) {
730   unsigned int size = 0;
731   uint32_t bpp = 0;
732   switch (format) {
733     case HAL_PIXEL_FORMAT_BGR_565:
734     case HAL_PIXEL_FORMAT_RGBA_8888:
735     case HAL_PIXEL_FORMAT_RGBX_8888:
736     case HAL_PIXEL_FORMAT_RGBA_1010102:
737     case HAL_PIXEL_FORMAT_RGBX_1010102:
738       bpp = GetBppForUncompressedRGB(format);
739       size = alignedw * alignedh * bpp;
740       size += GetRgbUBwcMetaBufferSize(width, height, bpp);
741       break;
742     case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
743     case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
744     case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
745       size = VENUS_BUFFER_SIZE(COLOR_FMT_NV12_UBWC, width, height);
746       break;
747     case HAL_PIXEL_FORMAT_YCbCr_420_TP10_UBWC:
748       size = VENUS_BUFFER_SIZE(COLOR_FMT_NV12_BPP10_UBWC, width, height);
749       break;
750     default:
751       ALOGE("%s: Unsupported pixel format: 0x%x", __FUNCTION__, format);
752       break;
753   }
754 
755   return size;
756 }
757 
GetRgbDataAddress(private_handle_t * hnd,void ** rgb_data)758 int Allocator::GetRgbDataAddress(private_handle_t *hnd, void **rgb_data) {
759   int err = 0;
760 
761   // This api is for RGB* formats
762   if (!gralloc1::IsUncompressedRGBFormat(hnd->format)) {
763     return -EINVAL;
764   }
765 
766   // linear buffer, nothing to do further
767   if (!(hnd->flags & private_handle_t::PRIV_FLAGS_UBWC_ALIGNED)) {
768     *rgb_data = reinterpret_cast<void *>(hnd->base);
769     return err;
770   }
771 
772   unsigned int meta_size = 0;
773   uint32_t bpp = GetBppForUncompressedRGB(hnd->format);
774   switch (hnd->format) {
775     case HAL_PIXEL_FORMAT_BGR_565:
776     case HAL_PIXEL_FORMAT_RGBA_8888:
777     case HAL_PIXEL_FORMAT_RGBX_8888:
778       meta_size = GetRgbUBwcMetaBufferSize(hnd->width, hnd->height, bpp);
779       break;
780     default:
781       ALOGE("%s:Unsupported RGB format: 0x%x", __FUNCTION__, hnd->format);
782       err = -EINVAL;
783       break;
784   }
785   *rgb_data = reinterpret_cast<void *>(hnd->base + meta_size);
786 
787   return err;
788 }
789 
GetAlignedWidthAndHeight(const BufferDescriptor & descriptor,unsigned int * alignedw,unsigned int * alignedh)790 void Allocator::GetAlignedWidthAndHeight(const BufferDescriptor &descriptor, unsigned int *alignedw,
791                                          unsigned int *alignedh) {
792   int width = descriptor.GetWidth();
793   int height = descriptor.GetHeight();
794   int format = descriptor.GetFormat();
795   gralloc1_producer_usage_t prod_usage = descriptor.GetProducerUsage();
796   gralloc1_consumer_usage_t cons_usage = descriptor.GetConsumerUsage();
797 
798   // Currently surface padding is only computed for RGB* surfaces.
799   bool ubwc_enabled = IsUBwcEnabled(format, prod_usage, cons_usage);
800   int tile = ubwc_enabled || IsMacroTileEnabled(format, prod_usage, cons_usage);
801 
802   if (IsUncompressedRGBFormat(format)) {
803     adreno_helper_->AlignUnCompressedRGB(width, height, format, tile, alignedw, alignedh);
804     return;
805   }
806 
807   if (ubwc_enabled) {
808     GetYuvUBwcWidthAndHeight(width, height, format, alignedw, alignedh);
809     return;
810   }
811 
812   if (IsCompressedRGBFormat(format)) {
813     adreno_helper_->AlignCompressedRGB(width, height, format, alignedw, alignedh);
814     return;
815   }
816 
817   int aligned_w = width;
818   int aligned_h = height;
819   unsigned int alignment = 32;
820 
821   // Below should be only YUV family
822   switch (format) {
823     case HAL_PIXEL_FORMAT_YCrCb_420_SP:
824     case HAL_PIXEL_FORMAT_YCbCr_420_SP:
825       alignment = adreno_helper_->GetGpuPixelAlignment();
826       aligned_w = ALIGN(width, alignment);
827       break;
828     case HAL_PIXEL_FORMAT_YCrCb_420_SP_ADRENO:
829       aligned_w = ALIGN(width, alignment);
830       break;
831     case HAL_PIXEL_FORMAT_RAW16:
832       aligned_w = ALIGN(width, 16);
833       break;
834     case HAL_PIXEL_FORMAT_RAW10:
835       aligned_w = ALIGN(width * 10 / 8, 16);
836       break;
837     case HAL_PIXEL_FORMAT_YCbCr_420_SP_TILED:
838       aligned_w = ALIGN(width, 128);
839       break;
840     case HAL_PIXEL_FORMAT_YV12:
841     case HAL_PIXEL_FORMAT_YCbCr_422_SP:
842     case HAL_PIXEL_FORMAT_YCrCb_422_SP:
843     case HAL_PIXEL_FORMAT_YCbCr_422_I:
844     case HAL_PIXEL_FORMAT_YCrCb_422_I:
845       aligned_w = ALIGN(width, 16);
846       break;
847     case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
848     case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
849       aligned_w = INT(VENUS_Y_STRIDE(COLOR_FMT_NV12, width));
850       aligned_h = INT(VENUS_Y_SCANLINES(COLOR_FMT_NV12, height));
851       break;
852     case HAL_PIXEL_FORMAT_YCrCb_420_SP_VENUS:
853       aligned_w = INT(VENUS_Y_STRIDE(COLOR_FMT_NV21, width));
854       aligned_h = INT(VENUS_Y_SCANLINES(COLOR_FMT_NV21, height));
855       break;
856     case HAL_PIXEL_FORMAT_BLOB:
857     case HAL_PIXEL_FORMAT_RAW_OPAQUE:
858       break;
859     case HAL_PIXEL_FORMAT_NV21_ZSL:
860       aligned_w = ALIGN(width, 64);
861       aligned_h = ALIGN(height, 64);
862       break;
863     default:
864       break;
865   }
866 
867   *alignedw = (unsigned int)aligned_w;
868   *alignedh = (unsigned int)aligned_h;
869 }
870 
871 }  // namespace gralloc1
872