blob: 430d7fda75f26ed85d28c540e7b676d946379b4c [file] [log] [blame]
Iliyan Malchev202a77d2012-06-11 14:41:12 -07001/*
Mansoor Aftabe9912a62014-07-15 01:40:26 -07002 * Copyright (c) 2011-2015, The Linux Foundation. All rights reserved.
Iliyan Malchev202a77d2012-06-11 14:41:12 -07003
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions are
6 * met:
7 * * Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * * Redistributions in binary form must reproduce the above
10 * copyright notice, this list of conditions and the following
11 * disclaimer in the documentation and/or other materials provided
12 * with the distribution.
Duy Truong73d36df2013-02-09 20:33:23 -080013 * * Neither the name of The Linux Foundation nor the names of its
Iliyan Malchev202a77d2012-06-11 14:41:12 -070014 * contributors may be used to endorse or promote products derived
15 * from this software without specific prior written permission.
16 *
17 * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
18 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
19 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS
21 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
24 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
25 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
26 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
27 * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28 */
29
30#include <cutils/log.h>
Iliyan Malchev202a77d2012-06-11 14:41:12 -070031#include <fcntl.h>
Naomi Luis01f5c8e2013-02-11 12:46:24 -080032#include <dlfcn.h>
Iliyan Malchev202a77d2012-06-11 14:41:12 -070033#include "gralloc_priv.h"
34#include "alloc_controller.h"
35#include "memalloc.h"
36#include "ionalloc.h"
Iliyan Malchev202a77d2012-06-11 14:41:12 -070037#include "gr.h"
Ramkumar Radhakrishnan29a36a52015-06-16 20:22:42 -070038#include "qd_utils.h"
Kaushik Kanetkar071aca62015-01-22 23:16:26 -070039#include <qdMetaData.h>
Ramkumar Radhakrishnan29a36a52015-06-16 20:22:42 -070040#include <utils/Singleton.h>
41#include <utils/Mutex.h>
42
Iliyan Malchev202a77d2012-06-11 14:41:12 -070043
Sushil Chauhanc6bd6d92012-12-12 12:33:01 -080044#ifdef VENUS_COLOR_FORMAT
45#include <media/msm_media_info.h>
46#else
47#define VENUS_Y_STRIDE(args...) 0
48#define VENUS_Y_SCANLINES(args...) 0
49#define VENUS_BUFFER_SIZE(args...) 0
50#endif
51
Naseer Ahmed63326f42013-12-18 02:45:48 -050052#define ASTC_BLOCK_SIZE 16
Naseer Ahmed63326f42013-12-18 02:45:48 -050053
Shalaj Jain3c490412015-04-22 16:52:03 -070054#ifndef ION_FLAG_CP_PIXEL
Shalaj Jain1f9725a2015-03-04 17:53:49 -080055#define ION_FLAG_CP_PIXEL 0
Shalaj Jain1f9725a2015-03-04 17:53:49 -080056#endif
57
58#ifndef ION_FLAG_ALLOW_NON_CONTIG
59#define ION_FLAG_ALLOW_NON_CONTIG 0
60#endif
61
Shalaj Jain3c490412015-04-22 16:52:03 -070062#ifdef MASTER_SIDE_CP
63#define CP_HEAP_ID ION_SECURE_HEAP_ID
Arun Kumar K.R7f0b24b2015-07-05 21:20:57 -070064#define SD_HEAP_ID ION_SECURE_DISPLAY_HEAP_ID
Shalaj Jain3c490412015-04-22 16:52:03 -070065#define ION_CP_FLAGS (ION_SECURE | ION_FLAG_CP_PIXEL)
Arun Kumar K.R7f0b24b2015-07-05 21:20:57 -070066#define ION_SD_FLAGS (ION_SECURE | ION_FLAG_CP_SEC_DISPLAY)
Shalaj Jain3c490412015-04-22 16:52:03 -070067#else // SLAVE_SIDE_CP
68#define CP_HEAP_ID ION_CP_MM_HEAP_ID
69#define SD_HEAP_ID CP_HEAP_ID
70#define ION_CP_FLAGS (ION_SECURE | ION_FLAG_ALLOW_NON_CONTIG)
71#define ION_SD_FLAGS ION_SECURE
72#endif
73
Iliyan Malchev202a77d2012-06-11 14:41:12 -070074using namespace gralloc;
Naseer Ahmeda87da602012-07-01 23:54:19 -070075using namespace qdutils;
Ramkumar Radhakrishnan29a36a52015-06-16 20:22:42 -070076using namespace android;
Iliyan Malchev202a77d2012-06-11 14:41:12 -070077
Naomi Luisa44100c2013-02-08 12:42:03 -080078ANDROID_SINGLETON_STATIC_INSTANCE(AdrenoMemInfo);
79
Sushil Chauhan65e26302015-01-14 10:48:57 -080080static void getUBwcWidthAndHeight(int, int, int, int&, int&);
81static unsigned int getUBwcSize(int, int, int, const int, const int);
82
Iliyan Malchev202a77d2012-06-11 14:41:12 -070083//Common functions
Iliyan Malchev202a77d2012-06-11 14:41:12 -070084
Saurabh Shah1adcafe2014-12-19 10:05:41 -080085/* The default policy is to return cached buffers unless the client explicity
86 * sets the PRIVATE_UNCACHED flag or indicates that the buffer will be rarely
87 * read or written in software. Any combination with a _RARELY_ flag will be
88 * treated as uncached. */
89static bool useUncached(const int& usage) {
90 if((usage & GRALLOC_USAGE_PRIVATE_UNCACHED) or
91 ((usage & GRALLOC_USAGE_SW_WRITE_MASK) ==
92 GRALLOC_USAGE_SW_WRITE_RARELY) or
93 ((usage & GRALLOC_USAGE_SW_READ_MASK) ==
94 GRALLOC_USAGE_SW_READ_RARELY))
95 return true;
96
97 return false;
98}
99
Naomi Luisa44100c2013-02-08 12:42:03 -0800100//-------------- AdrenoMemInfo-----------------------//
Naomi Luis01f5c8e2013-02-11 12:46:24 -0800101AdrenoMemInfo::AdrenoMemInfo()
102{
Ramkumar Radhakrishnan473f4082013-11-04 14:29:18 -0800103 LINK_adreno_compute_aligned_width_and_height = NULL;
104 LINK_adreno_compute_padding = NULL;
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700105 LINK_adreno_isMacroTilingSupportedByGpu = NULL;
Jeykumar Sankaran2ba20512014-02-27 15:21:42 -0800106 LINK_adreno_compute_compressedfmt_aligned_width_and_height = NULL;
Sushil Chauhan082acd62015-01-14 16:49:29 -0800107 LINK_adreno_isUBWCSupportedByGpu = NULL;
Sushil Chauhan521ce352015-08-28 11:33:30 -0700108 LINK_adreno_get_gpu_pixel_alignment = NULL;
Ramkumar Radhakrishnan473f4082013-11-04 14:29:18 -0800109
Naomi Luis01f5c8e2013-02-11 12:46:24 -0800110 libadreno_utils = ::dlopen("libadreno_utils.so", RTLD_NOW);
111 if (libadreno_utils) {
Ramkumar Radhakrishnan473f4082013-11-04 14:29:18 -0800112 *(void **)&LINK_adreno_compute_aligned_width_and_height =
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700113 ::dlsym(libadreno_utils, "compute_aligned_width_and_height");
114 *(void **)&LINK_adreno_compute_padding =
115 ::dlsym(libadreno_utils, "compute_surface_padding");
116 *(void **)&LINK_adreno_isMacroTilingSupportedByGpu =
117 ::dlsym(libadreno_utils, "isMacroTilingSupportedByGpu");
Jeykumar Sankaran2ba20512014-02-27 15:21:42 -0800118 *(void **)&LINK_adreno_compute_compressedfmt_aligned_width_and_height =
119 ::dlsym(libadreno_utils,
120 "compute_compressedfmt_aligned_width_and_height");
Sushil Chauhan082acd62015-01-14 16:49:29 -0800121 *(void **)&LINK_adreno_isUBWCSupportedByGpu =
122 ::dlsym(libadreno_utils, "isUBWCSupportedByGpu");
Sushil Chauhan521ce352015-08-28 11:33:30 -0700123 *(void **)&LINK_adreno_get_gpu_pixel_alignment =
124 ::dlsym(libadreno_utils, "get_gpu_pixel_alignment");
Naomi Luis01f5c8e2013-02-11 12:46:24 -0800125 }
Mohan Maiyacbeab9e2015-04-20 09:20:44 -0700126
127 // Check if the overriding property debug.gralloc.gfx_ubwc_disable
128 // that disables UBWC allocations for the graphics stack is set
129 gfx_ubwc_disable = 0;
130 char property[PROPERTY_VALUE_MAX];
131 property_get("debug.gralloc.gfx_ubwc_disable", property, "0");
132 if(!(strncmp(property, "1", PROPERTY_VALUE_MAX)) ||
133 !(strncmp(property, "true", PROPERTY_VALUE_MAX))) {
134 gfx_ubwc_disable = 1;
135 }
Naomi Luis01f5c8e2013-02-11 12:46:24 -0800136}
137
138AdrenoMemInfo::~AdrenoMemInfo()
139{
140 if (libadreno_utils) {
141 ::dlclose(libadreno_utils);
142 }
143}
144
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700145int AdrenoMemInfo::isMacroTilingSupportedByGPU()
146{
147 if ((libadreno_utils)) {
148 if(LINK_adreno_isMacroTilingSupportedByGpu) {
149 return LINK_adreno_isMacroTilingSupportedByGpu();
150 }
151 }
152 return 0;
153}
154
Manoj Kumar AVM8e1aa182015-08-05 19:45:16 -0700155void AdrenoMemInfo::getAlignedWidthAndHeight(const private_handle_t *hnd, int& aligned_w,
156 int& aligned_h) {
157 MetaData_t *metadata = (MetaData_t *)hnd->base_metadata;
158 if(metadata && metadata->operation & UPDATE_BUFFER_GEOMETRY) {
159 int w = metadata->bufferDim.sliceWidth;
160 int h = metadata->bufferDim.sliceHeight;
161 int f = hnd->format;
162 int usage = 0;
163
164 if (hnd->flags & private_handle_t::PRIV_FLAGS_UBWC_ALIGNED) {
165 usage = GRALLOC_USAGE_PRIVATE_ALLOC_UBWC;
166 }
167
168 getAlignedWidthAndHeight(w, h, f, usage, aligned_w, aligned_h);
169 } else {
170 aligned_w = hnd->width;
171 aligned_h = hnd->height;
172 }
173
174}
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700175
Naomi Luiscffc5bd2015-08-28 14:57:31 -0700176bool isUncompressedRgbFormat(int format)
177{
178 bool is_rgb_format = false;
179
180 switch (format)
181 {
182 case HAL_PIXEL_FORMAT_RGBA_8888:
183 case HAL_PIXEL_FORMAT_RGBX_8888:
184 case HAL_PIXEL_FORMAT_RGB_888:
185 case HAL_PIXEL_FORMAT_RGB_565:
Kaushik Kanetkar4cb337c2015-08-29 20:16:54 -0600186 case HAL_PIXEL_FORMAT_BGR_565:
Naomi Luiscffc5bd2015-08-28 14:57:31 -0700187 case HAL_PIXEL_FORMAT_BGRA_8888:
188 case HAL_PIXEL_FORMAT_RGBA_5551:
189 case HAL_PIXEL_FORMAT_RGBA_4444:
190 case HAL_PIXEL_FORMAT_R_8:
191 case HAL_PIXEL_FORMAT_RG_88:
192 case HAL_PIXEL_FORMAT_BGRX_8888: // Intentional fallthrough
193 is_rgb_format = true;
194 break;
195 default:
196 break;
197 }
198
199 return is_rgb_format;
200}
201
Ramkumar Radhakrishnan473f4082013-11-04 14:29:18 -0800202void AdrenoMemInfo::getAlignedWidthAndHeight(int width, int height, int format,
Sushil Chauhan65e26302015-01-14 10:48:57 -0800203 int usage, int& aligned_w, int& aligned_h)
Naomi Luisa44100c2013-02-08 12:42:03 -0800204{
Sushil Chauhane61fac52015-04-30 17:14:37 -0700205 bool ubwc_enabled = isUBwcEnabled(format, usage);
206
Naomi Luis01f5c8e2013-02-11 12:46:24 -0800207 // Currently surface padding is only computed for RGB* surfaces.
Naomi Luiscffc5bd2015-08-28 14:57:31 -0700208 if (isUncompressedRgbFormat(format) == true) {
Sushil Chauhane61fac52015-04-30 17:14:37 -0700209 int tileEnabled = ubwc_enabled || isMacroTileEnabled(format, usage);
Manoj Kumar AVM8e1aa182015-08-05 19:45:16 -0700210 getGpuAlignedWidthHeight(width, height, format, tileEnabled, aligned_w, aligned_h);
Sushil Chauhan65e26302015-01-14 10:48:57 -0800211 return;
Naomi Luisa44100c2013-02-08 12:42:03 -0800212 }
Sushil Chauhan65e26302015-01-14 10:48:57 -0800213
Sushil Chauhane61fac52015-04-30 17:14:37 -0700214 if (ubwc_enabled) {
Sushil Chauhan65e26302015-01-14 10:48:57 -0800215 getUBwcWidthAndHeight(width, height, format, aligned_w, aligned_h);
216 return;
217 }
218
219 aligned_w = width;
220 aligned_h = height;
Sushil Chauhan521ce352015-08-28 11:33:30 -0700221 int alignment = 32;
Sushil Chauhan65e26302015-01-14 10:48:57 -0800222 switch (format)
223 {
224 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
Sushil Chauhan521ce352015-08-28 11:33:30 -0700225 case HAL_PIXEL_FORMAT_YCbCr_420_SP:
226 if (LINK_adreno_get_gpu_pixel_alignment) {
227 alignment = LINK_adreno_get_gpu_pixel_alignment();
228 }
229 aligned_w = ALIGN(width, alignment);
230 break;
Sushil Chauhan65e26302015-01-14 10:48:57 -0800231 case HAL_PIXEL_FORMAT_YCrCb_420_SP_ADRENO:
Sushil Chauhan521ce352015-08-28 11:33:30 -0700232 aligned_w = ALIGN(width, alignment);
Sushil Chauhan65e26302015-01-14 10:48:57 -0800233 break;
Ajay Dudani4dc06492015-03-26 07:28:11 -0700234 case HAL_PIXEL_FORMAT_RAW16:
Shuzhen Wang2a000b22014-08-20 00:15:51 -0700235 aligned_w = ALIGN(width, 16);
236 break;
Mansoor Aftabe9912a62014-07-15 01:40:26 -0700237 case HAL_PIXEL_FORMAT_RAW10:
238 aligned_w = ALIGN(width * 10 /8, 16);
239 break;
Sushil Chauhan65e26302015-01-14 10:48:57 -0800240 case HAL_PIXEL_FORMAT_YCbCr_420_SP_TILED:
241 aligned_w = ALIGN(width, 128);
242 break;
Sushil Chauhan65e26302015-01-14 10:48:57 -0800243 case HAL_PIXEL_FORMAT_YV12:
244 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
245 case HAL_PIXEL_FORMAT_YCrCb_422_SP:
246 case HAL_PIXEL_FORMAT_YCbCr_422_I:
247 case HAL_PIXEL_FORMAT_YCrCb_422_I:
248 aligned_w = ALIGN(width, 16);
249 break;
250 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
251 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
252 aligned_w = VENUS_Y_STRIDE(COLOR_FMT_NV12, width);
253 aligned_h = VENUS_Y_SCANLINES(COLOR_FMT_NV12, height);
254 break;
Raj Kamal8bb3b8f2015-03-24 16:22:17 +0530255 case HAL_PIXEL_FORMAT_YCrCb_420_SP_VENUS:
256 aligned_w = VENUS_Y_STRIDE(COLOR_FMT_NV21, width);
257 aligned_h = VENUS_Y_SCANLINES(COLOR_FMT_NV21, height);
258 break;
Sushil Chauhan65e26302015-01-14 10:48:57 -0800259 case HAL_PIXEL_FORMAT_BLOB:
260 break;
261 case HAL_PIXEL_FORMAT_NV21_ZSL:
262 aligned_w = ALIGN(width, 64);
263 aligned_h = ALIGN(height, 64);
264 break;
265 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_4x4_KHR:
266 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_4x4_KHR:
267 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_5x4_KHR:
268 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_5x4_KHR:
269 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_5x5_KHR:
270 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_5x5_KHR:
271 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_6x5_KHR:
272 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_6x5_KHR:
273 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_6x6_KHR:
274 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_6x6_KHR:
275 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_8x5_KHR:
276 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_8x5_KHR:
277 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_8x6_KHR:
278 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_8x6_KHR:
279 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_8x8_KHR:
280 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_8x8_KHR:
281 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_10x5_KHR:
282 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_10x5_KHR:
283 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_10x6_KHR:
284 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_10x6_KHR:
285 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_10x8_KHR:
286 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_10x8_KHR:
287 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_10x10_KHR:
288 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_10x10_KHR:
289 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_12x10_KHR:
290 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_12x10_KHR:
291 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_12x12_KHR:
292 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_12x12_KHR:
293 if(LINK_adreno_compute_compressedfmt_aligned_width_and_height) {
294 int bytesPerPixel = 0;
295 int raster_mode = 0; //Adreno unknown raster mode.
296 int padding_threshold = 512; //Threshold for padding
297 //surfaces.
298
299 LINK_adreno_compute_compressedfmt_aligned_width_and_height(
300 width, height, format, 0,raster_mode, padding_threshold,
301 &aligned_w, &aligned_h, &bytesPerPixel);
302 } else {
303 ALOGW("%s: Warning!! Symbols" \
304 " compute_compressedfmt_aligned_width_and_height" \
305 " not found", __FUNCTION__);
306 }
307 break;
308 default: break;
309 }
310}
311
312void AdrenoMemInfo::getGpuAlignedWidthHeight(int width, int height, int format,
313 int tile_enabled, int& aligned_w, int& aligned_h)
314{
315 aligned_w = ALIGN(width, 32);
316 aligned_h = ALIGN(height, 32);
317
318 // Don't add any additional padding if debug.gralloc.map_fb_memory
319 // is enabled
320 char property[PROPERTY_VALUE_MAX];
321 if((property_get("debug.gralloc.map_fb_memory", property, NULL) > 0) &&
322 (!strncmp(property, "1", PROPERTY_VALUE_MAX ) ||
323 (!strncasecmp(property,"true", PROPERTY_VALUE_MAX )))) {
324 return;
325 }
326
327 int bpp = 4;
328 switch(format)
329 {
330 case HAL_PIXEL_FORMAT_RGB_888:
331 bpp = 3;
332 break;
333 case HAL_PIXEL_FORMAT_RGB_565:
Kaushik Kanetkar4cb337c2015-08-29 20:16:54 -0600334 case HAL_PIXEL_FORMAT_BGR_565:
Sushil Chauhan65e26302015-01-14 10:48:57 -0800335 case HAL_PIXEL_FORMAT_RGBA_5551:
336 case HAL_PIXEL_FORMAT_RGBA_4444:
337 bpp = 2;
338 break;
339 default: break;
340 }
341
342 if (libadreno_utils) {
343 int raster_mode = 0; // Adreno unknown raster mode.
344 int padding_threshold = 512; // Threshold for padding surfaces.
345 // the function below computes aligned width and aligned height
346 // based on linear or macro tile mode selected.
347 if(LINK_adreno_compute_aligned_width_and_height) {
348 LINK_adreno_compute_aligned_width_and_height(width,
349 height, bpp, tile_enabled,
350 raster_mode, padding_threshold,
351 &aligned_w, &aligned_h);
352
353 } else if(LINK_adreno_compute_padding) {
354 int surface_tile_height = 1; // Linear surface
355 aligned_w = LINK_adreno_compute_padding(width, bpp,
356 surface_tile_height, raster_mode,
357 padding_threshold);
358 ALOGW("%s: Warning!! Old GFX API is used to calculate stride",
359 __FUNCTION__);
360 } else {
361 ALOGW("%s: Warning!! Symbols compute_surface_padding and " \
362 "compute_aligned_width_and_height not found", __FUNCTION__);
363 }
364 }
365}
366
367int AdrenoMemInfo::isUBWCSupportedByGPU(int format)
368{
Mohan Maiyacbeab9e2015-04-20 09:20:44 -0700369 if (!gfx_ubwc_disable && libadreno_utils) {
Sushil Chauhan082acd62015-01-14 16:49:29 -0800370 if (LINK_adreno_isUBWCSupportedByGpu) {
371 ADRENOPIXELFORMAT gpu_format = getGpuPixelFormat(format);
372 return LINK_adreno_isUBWCSupportedByGpu(gpu_format);
373 }
374 }
Sushil Chauhan65e26302015-01-14 10:48:57 -0800375 return 0;
Naomi Luisa44100c2013-02-08 12:42:03 -0800376}
377
Sushil Chauhan082acd62015-01-14 16:49:29 -0800378ADRENOPIXELFORMAT AdrenoMemInfo::getGpuPixelFormat(int hal_format)
379{
380 switch (hal_format) {
381 case HAL_PIXEL_FORMAT_RGBA_8888:
382 return ADRENO_PIXELFORMAT_R8G8B8A8;
Sushil Chauhan6686c802015-04-15 11:30:39 -0700383 case HAL_PIXEL_FORMAT_RGBX_8888:
384 return ADRENO_PIXELFORMAT_R8G8B8X8;
Sushil Chauhan082acd62015-01-14 16:49:29 -0800385 case HAL_PIXEL_FORMAT_RGB_565:
386 return ADRENO_PIXELFORMAT_B5G6R5;
Kaushik Kanetkar4cb337c2015-08-29 20:16:54 -0600387 case HAL_PIXEL_FORMAT_BGR_565:
388 return ADRENO_PIXELFORMAT_R5G6B5;
Sushil Chauhan082acd62015-01-14 16:49:29 -0800389 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
Sushil Chauhana9d47002015-02-18 14:55:03 -0800390 return ADRENO_PIXELFORMAT_NV12;
Sushil Chauhan082acd62015-01-14 16:49:29 -0800391 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
392 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
Sushil Chauhana9d47002015-02-18 14:55:03 -0800393 return ADRENO_PIXELFORMAT_NV12_EXT;
Sushil Chauhan082acd62015-01-14 16:49:29 -0800394 default:
395 ALOGE("%s: No map for format: 0x%x", __FUNCTION__, hal_format);
396 break;
397 }
398 return ADRENO_PIXELFORMAT_UNKNOWN;
399}
400
Naomi Luisa44100c2013-02-08 12:42:03 -0800401//-------------- IAllocController-----------------------//
Naseer Ahmed01d3fd32012-07-14 21:08:13 -0700402IAllocController* IAllocController::sController = NULL;
403IAllocController* IAllocController::getInstance(void)
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700404{
405 if(sController == NULL) {
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700406 sController = new IonController();
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700407 }
408 return sController;
409}
410
411
412//-------------- IonController-----------------------//
413IonController::IonController()
414{
Praveena Pachipulusu2005e8f2014-05-07 20:01:54 +0530415 allocateIonMem();
Manikanta Kanamarlapudicb44d972016-02-03 17:49:55 +0530416
417 char property[PROPERTY_VALUE_MAX];
418 property_get("video.disable.ubwc", property, "0");
419 mDisableUBWCForEncode = atoi(property);
Praveena Pachipulusu2005e8f2014-05-07 20:01:54 +0530420}
421
422void IonController::allocateIonMem()
423{
424 mIonAlloc = new IonAlloc();
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700425}
426
Naseer Ahmed01d3fd32012-07-14 21:08:13 -0700427int IonController::allocate(alloc_data& data, int usage)
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700428{
429 int ionFlags = 0;
Naseer Ahmed8d0d72a2014-12-19 16:25:09 -0500430 int ionHeapId = 0;
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700431 int ret;
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700432
433 data.uncached = useUncached(usage);
Naseer Ahmed29a26812012-06-14 00:56:20 -0700434 data.allocType = 0;
435
Prabhanjan Kandula92896b82013-05-07 19:58:24 +0530436 if(usage & GRALLOC_USAGE_PROTECTED) {
Prabhanjan Kandulae8f4bec2013-10-24 16:32:51 +0530437 if (usage & GRALLOC_USAGE_PRIVATE_MM_HEAP) {
Shalaj Jain1f9725a2015-03-04 17:53:49 -0800438 if (usage & GRALLOC_USAGE_PRIVATE_SECURE_DISPLAY) {
Shalaj Jain3c490412015-04-22 16:52:03 -0700439 ionHeapId = ION_HEAP(SD_HEAP_ID);
Shalaj Jain1f9725a2015-03-04 17:53:49 -0800440 /*
441 * There is currently no flag in ION for Secure Display
Shalaj Jain3c490412015-04-22 16:52:03 -0700442 * VM. Please add it to the define once available.
Shalaj Jain1f9725a2015-03-04 17:53:49 -0800443 */
Shalaj Jain3c490412015-04-22 16:52:03 -0700444 ionFlags |= ION_SD_FLAGS;
Shalaj Jain1f9725a2015-03-04 17:53:49 -0800445 } else {
Shalaj Jain3c490412015-04-22 16:52:03 -0700446 ionHeapId = ION_HEAP(CP_HEAP_ID);
447 ionFlags |= ION_CP_FLAGS;
Shalaj Jain13cdf812014-12-02 16:20:54 -0800448 }
Prabhanjan Kandula92896b82013-05-07 19:58:24 +0530449 } else {
450 // for targets/OEMs which do not need HW level protection
Naseer Ahmed8d0d72a2014-12-19 16:25:09 -0500451 // do not set ion secure flag & MM heap. Fallback to system heap.
452 ionHeapId |= ION_HEAP(ION_SYSTEM_HEAP_ID);
Justin Philipd6166602014-08-12 13:42:21 +0530453 data.allocType |= private_handle_t::PRIV_FLAGS_PROTECTED_BUFFER;
Naseer Ahmedc5e6fb02013-03-07 13:42:20 -0500454 }
Prabhanjan Kandula92896b82013-05-07 19:58:24 +0530455 } else if(usage & GRALLOC_USAGE_PRIVATE_MM_HEAP) {
456 //MM Heap is exclusively a secure heap.
457 //If it is used for non secure cases, fallback to IOMMU heap
458 ALOGW("GRALLOC_USAGE_PRIVATE_MM_HEAP \
459 cannot be used as an insecure heap!\
Naseer Ahmed8d0d72a2014-12-19 16:25:09 -0500460 trying to use system heap instead !!");
461 ionHeapId |= ION_HEAP(ION_SYSTEM_HEAP_ID);
Naseer Ahmedc5e6fb02013-03-07 13:42:20 -0500462 }
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700463
Arun Kumar K.Rff78b892013-05-24 12:37:51 -0700464 if(usage & GRALLOC_USAGE_PRIVATE_CAMERA_HEAP)
Naseer Ahmed8d0d72a2014-12-19 16:25:09 -0500465 ionHeapId |= ION_HEAP(ION_CAMERA_HEAP_ID);
Arun Kumar K.Rff78b892013-05-24 12:37:51 -0700466
Arun Kumar K.R0daaa992013-03-12 15:08:29 -0700467 if(usage & GRALLOC_USAGE_PRIVATE_ADSP_HEAP)
Naseer Ahmed8d0d72a2014-12-19 16:25:09 -0500468 ionHeapId |= ION_HEAP(ION_ADSP_HEAP_ID);
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700469
Prabhanjan Kandula92896b82013-05-07 19:58:24 +0530470 if(ionFlags & ION_SECURE)
Naseer Ahmedc5e6fb02013-03-07 13:42:20 -0500471 data.allocType |= private_handle_t::PRIV_FLAGS_SECURE_BUFFER;
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700472
Naseer Ahmed8d0d72a2014-12-19 16:25:09 -0500473 // if no ion heap flags are set, default to system heap
474 if(!ionHeapId)
475 ionHeapId = ION_HEAP(ION_SYSTEM_HEAP_ID);
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700476
Naseer Ahmed8d0d72a2014-12-19 16:25:09 -0500477 //At this point we should have the right heap set, there is no fallback
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700478 data.flags = ionFlags;
Naseer Ahmed8d0d72a2014-12-19 16:25:09 -0500479 data.heapId = ionHeapId;
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700480 ret = mIonAlloc->alloc_buffer(data);
Naseer Ahmed29a26812012-06-14 00:56:20 -0700481
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700482 if(ret >= 0 ) {
Naseer Ahmed29a26812012-06-14 00:56:20 -0700483 data.allocType |= private_handle_t::PRIV_FLAGS_USES_ION;
Naseer Ahmed8d0d72a2014-12-19 16:25:09 -0500484 } else {
485 ALOGE("%s: Failed to allocate buffer - heap: 0x%x flags: 0x%x",
486 __FUNCTION__, ionHeapId, ionFlags);
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700487 }
488
489 return ret;
490}
491
Naseer Ahmed01d3fd32012-07-14 21:08:13 -0700492IMemAlloc* IonController::getAllocator(int flags)
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700493{
Naseer Ahmedb16edac2012-07-15 23:56:21 -0700494 IMemAlloc* memalloc = NULL;
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700495 if (flags & private_handle_t::PRIV_FLAGS_USES_ION) {
496 memalloc = mIonAlloc;
497 } else {
498 ALOGE("%s: Invalid flags passed: 0x%x", __FUNCTION__, flags);
499 }
500
501 return memalloc;
502}
503
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700504bool isMacroTileEnabled(int format, int usage)
505{
506 bool tileEnabled = false;
Ramkumar Radhakrishnan29a36a52015-06-16 20:22:42 -0700507 int isMacroTileSupportedByMDP = 0;
508
509 qdutils::querySDEInfo(HAS_MACRO_TILE, &isMacroTileSupportedByMDP);
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700510
511 // Check whether GPU & MDSS supports MacroTiling feature
512 if(AdrenoMemInfo::getInstance().isMacroTilingSupportedByGPU() &&
Ramkumar Radhakrishnan29a36a52015-06-16 20:22:42 -0700513 isMacroTileSupportedByMDP)
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700514 {
515 // check the format
516 switch(format)
517 {
518 case HAL_PIXEL_FORMAT_RGBA_8888:
519 case HAL_PIXEL_FORMAT_RGBX_8888:
520 case HAL_PIXEL_FORMAT_BGRA_8888:
Manoj Kumar AVM5a5529b2014-02-24 18:16:37 -0800521 case HAL_PIXEL_FORMAT_RGB_565:
Kaushik Kanetkar4cb337c2015-08-29 20:16:54 -0600522 case HAL_PIXEL_FORMAT_BGR_565:
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700523 {
524 tileEnabled = true;
525 // check the usage flags
526 if (usage & (GRALLOC_USAGE_SW_READ_MASK |
527 GRALLOC_USAGE_SW_WRITE_MASK)) {
528 // Application intends to use CPU for rendering
529 tileEnabled = false;
530 }
531 break;
532 }
533 default:
534 break;
535 }
536 }
537 return tileEnabled;
538}
539
540// helper function
Sushil Chauhan65e26302015-01-14 10:48:57 -0800541unsigned int getSize(int format, int width, int height, int usage,
542 const int alignedw, const int alignedh) {
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700543
Sushil Chauhan65e26302015-01-14 10:48:57 -0800544 if (isUBwcEnabled(format, usage)) {
545 return getUBwcSize(width, height, format, alignedw, alignedh);
546 }
547
548 unsigned int size = 0;
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700549 switch (format) {
550 case HAL_PIXEL_FORMAT_RGBA_8888:
551 case HAL_PIXEL_FORMAT_RGBX_8888:
552 case HAL_PIXEL_FORMAT_BGRA_8888:
553 size = alignedw * alignedh * 4;
554 break;
555 case HAL_PIXEL_FORMAT_RGB_888:
556 size = alignedw * alignedh * 3;
557 break;
558 case HAL_PIXEL_FORMAT_RGB_565:
Kaushik Kanetkar4cb337c2015-08-29 20:16:54 -0600559 case HAL_PIXEL_FORMAT_BGR_565:
Ramkumar Radhakrishnan96439522014-10-09 13:37:52 -0700560 case HAL_PIXEL_FORMAT_RGBA_5551:
561 case HAL_PIXEL_FORMAT_RGBA_4444:
Ajay Dudani4dc06492015-03-26 07:28:11 -0700562 case HAL_PIXEL_FORMAT_RAW16:
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700563 size = alignedw * alignedh * 2;
564 break;
Mansoor Aftabe9912a62014-07-15 01:40:26 -0700565 case HAL_PIXEL_FORMAT_RAW10:
566 size = ALIGN(alignedw * alignedh, 4096);
567 break;
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700568
569 // adreno formats
570 case HAL_PIXEL_FORMAT_YCrCb_420_SP_ADRENO: // NV21
571 size = ALIGN(alignedw*alignedh, 4096);
572 size += ALIGN(2 * ALIGN(width/2, 32) * ALIGN(height/2, 32), 4096);
573 break;
574 case HAL_PIXEL_FORMAT_YCbCr_420_SP_TILED: // NV12
575 // The chroma plane is subsampled,
576 // but the pitch in bytes is unchanged
577 // The GPU needs 4K alignment, but the video decoder needs 8K
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700578 size = ALIGN( alignedw * alignedh, 8192);
579 size += ALIGN( alignedw * ALIGN(height/2, 32), 8192);
580 break;
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700581 case HAL_PIXEL_FORMAT_YV12:
582 if ((format == HAL_PIXEL_FORMAT_YV12) && ((width&1) || (height&1))) {
583 ALOGE("w or h is odd for the YV12 format");
Saurabh Shahd0b0d8f2014-01-31 11:45:56 -0800584 return 0;
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700585 }
Naseer Ahmedce0c9502013-08-15 13:07:24 -0400586 size = alignedw*alignedh +
Naseer Ahmed29a26812012-06-14 00:56:20 -0700587 (ALIGN(alignedw/2, 16) * (alignedh/2))*2;
Saurabh Shah8f0ea6f2014-05-19 16:48:53 -0700588 size = ALIGN(size, (unsigned int)4096);
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700589 break;
Ramkumar Radhakrishnan73f952a2013-03-05 14:14:24 -0800590 case HAL_PIXEL_FORMAT_YCbCr_420_SP:
591 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
Naseer Ahmed2c215292013-09-18 23:47:42 -0400592 size = ALIGN((alignedw*alignedh) + (alignedw* alignedh)/2 + 1, 4096);
Ramkumar Radhakrishnan73f952a2013-03-05 14:14:24 -0800593 break;
Naseer Ahmed29a26812012-06-14 00:56:20 -0700594 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
595 case HAL_PIXEL_FORMAT_YCrCb_422_SP:
Ramkumar Radhakrishnanb52399c2013-08-06 20:17:29 -0700596 case HAL_PIXEL_FORMAT_YCbCr_422_I:
597 case HAL_PIXEL_FORMAT_YCrCb_422_I:
Naseer Ahmed29a26812012-06-14 00:56:20 -0700598 if(width & 1) {
599 ALOGE("width is odd for the YUV422_SP format");
Saurabh Shahd0b0d8f2014-01-31 11:45:56 -0800600 return 0;
Naseer Ahmed29a26812012-06-14 00:56:20 -0700601 }
Naseer Ahmed29a26812012-06-14 00:56:20 -0700602 size = ALIGN(alignedw * alignedh * 2, 4096);
603 break;
Sushil Chauhanc5e61482012-08-22 17:13:32 -0700604 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
Naseer Ahmedce0c9502013-08-15 13:07:24 -0400605 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
Sushil Chauhane8a01792012-11-01 16:25:45 -0700606 size = VENUS_BUFFER_SIZE(COLOR_FMT_NV12, width, height);
Sushil Chauhanc5e61482012-08-22 17:13:32 -0700607 break;
Raj Kamal8bb3b8f2015-03-24 16:22:17 +0530608 case HAL_PIXEL_FORMAT_YCrCb_420_SP_VENUS:
609 size = VENUS_BUFFER_SIZE(COLOR_FMT_NV21, width, height);
610 break;
Naseer Ahmed7669dae2013-04-17 20:23:53 -0400611 case HAL_PIXEL_FORMAT_BLOB:
612 if(height != 1) {
613 ALOGE("%s: Buffers with format HAL_PIXEL_FORMAT_BLOB \
614 must have height==1 ", __FUNCTION__);
Saurabh Shahd0b0d8f2014-01-31 11:45:56 -0800615 return 0;
Naseer Ahmed7669dae2013-04-17 20:23:53 -0400616 }
Naseer Ahmed7669dae2013-04-17 20:23:53 -0400617 size = width;
618 break;
Ramkumar Radhakrishnanff511022013-07-23 16:12:08 -0700619 case HAL_PIXEL_FORMAT_NV21_ZSL:
Ramkumar Radhakrishnanff511022013-07-23 16:12:08 -0700620 size = ALIGN((alignedw*alignedh) + (alignedw* alignedh)/2, 4096);
621 break;
Naseer Ahmed63326f42013-12-18 02:45:48 -0500622 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_4x4_KHR:
623 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_5x4_KHR:
624 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_5x5_KHR:
625 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_6x5_KHR:
626 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_6x6_KHR:
627 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_8x5_KHR:
628 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_8x6_KHR:
629 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_8x8_KHR:
630 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_10x5_KHR:
631 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_10x6_KHR:
632 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_10x8_KHR:
633 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_10x10_KHR:
634 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_12x10_KHR:
635 case HAL_PIXEL_FORMAT_COMPRESSED_RGBA_ASTC_12x12_KHR:
636 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_4x4_KHR:
637 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_5x4_KHR:
638 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_5x5_KHR:
639 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_6x5_KHR:
640 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_6x6_KHR:
641 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_8x5_KHR:
642 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_8x6_KHR:
643 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_8x8_KHR:
644 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_10x5_KHR:
645 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_10x6_KHR:
646 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_10x8_KHR:
647 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_10x10_KHR:
648 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_12x10_KHR:
Jeykumar Sankaran8f4585f2014-02-05 15:23:40 -0800649 case HAL_PIXEL_FORMAT_COMPRESSED_SRGB8_ALPHA8_ASTC_12x12_KHR:
Naseer Ahmed63326f42013-12-18 02:45:48 -0500650 size = alignedw * alignedh * ASTC_BLOCK_SIZE;
651 break;
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700652 default:
Naseer Ahmedb8ecfbf2015-11-02 20:34:29 -0500653 ALOGE("%s: Unrecognized pixel format: 0x%x", __FUNCTION__, format);
Saurabh Shahd0b0d8f2014-01-31 11:45:56 -0800654 return 0;
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700655 }
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700656 return size;
657}
658
Saurabh Shah8f0ea6f2014-05-19 16:48:53 -0700659unsigned int getBufferSizeAndDimensions(int width, int height, int format,
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700660 int& alignedw, int &alignedh)
661{
Saurabh Shah8f0ea6f2014-05-19 16:48:53 -0700662 unsigned int size;
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700663
664 AdrenoMemInfo::getInstance().getAlignedWidthAndHeight(width,
665 height,
666 format,
Sushil Chauhan65e26302015-01-14 10:48:57 -0800667 0,
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700668 alignedw,
669 alignedh);
670
Sushil Chauhan65e26302015-01-14 10:48:57 -0800671 size = getSize(format, width, height, 0 /* usage */, alignedw, alignedh);
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700672
673 return size;
674}
675
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700676
Saurabh Shah8f0ea6f2014-05-19 16:48:53 -0700677unsigned int getBufferSizeAndDimensions(int width, int height, int format,
678 int usage, int& alignedw, int &alignedh)
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700679{
Saurabh Shah8f0ea6f2014-05-19 16:48:53 -0700680 unsigned int size;
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700681
682 AdrenoMemInfo::getInstance().getAlignedWidthAndHeight(width,
683 height,
684 format,
Sushil Chauhan65e26302015-01-14 10:48:57 -0800685 usage,
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700686 alignedw,
687 alignedh);
688
Sushil Chauhan65e26302015-01-14 10:48:57 -0800689 size = getSize(format, width, height, usage, alignedw, alignedh);
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700690
691 return size;
692}
693
694
695void getBufferAttributes(int width, int height, int format, int usage,
Sushil Chauhane61fac52015-04-30 17:14:37 -0700696 int& alignedw, int &alignedh, int& tiled, unsigned int& size)
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700697{
Sushil Chauhane61fac52015-04-30 17:14:37 -0700698 tiled = isUBwcEnabled(format, usage) || isMacroTileEnabled(format, usage);
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700699
700 AdrenoMemInfo::getInstance().getAlignedWidthAndHeight(width,
701 height,
702 format,
Sushil Chauhan65e26302015-01-14 10:48:57 -0800703 usage,
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700704 alignedw,
705 alignedh);
Sushil Chauhan65e26302015-01-14 10:48:57 -0800706 size = getSize(format, width, height, usage, alignedw, alignedh);
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700707}
708
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400709int getYUVPlaneInfo(private_handle_t* hnd, struct android_ycbcr* ycbcr)
710{
711 int err = 0;
Kaushik Kanetkar071aca62015-01-22 23:16:26 -0700712 int width = hnd->width;
713 int height = hnd->height;
Sushil Chauhane7acc3c2015-06-23 16:22:30 -0700714 int format = hnd->format;
Manoj Kumar AVM8e1aa182015-08-05 19:45:16 -0700715
Saurabh Shah8f0ea6f2014-05-19 16:48:53 -0700716 unsigned int ystride, cstride;
Sushil Chauhan4686c972015-02-20 15:44:52 -0800717 unsigned int alignment = 4096;
Kaushik Kanetkar071aca62015-01-22 23:16:26 -0700718
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400719 memset(ycbcr->reserved, 0, sizeof(ycbcr->reserved));
Sushil Chauhane7acc3c2015-06-23 16:22:30 -0700720 MetaData_t *metadata = (MetaData_t *)hnd->base_metadata;
721
722 // Check if UBWC buffer has been rendered in linear format.
723 if (metadata && (metadata->operation & LINEAR_FORMAT)) {
724 format = metadata->linearFormat;
725 }
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400726
Kaushik Kanetkar071aca62015-01-22 23:16:26 -0700727 // Check metadata if the geometry has been updated.
Kaushik Kanetkar071aca62015-01-22 23:16:26 -0700728 if(metadata && metadata->operation & UPDATE_BUFFER_GEOMETRY) {
Manoj Kumar AVM8e1aa182015-08-05 19:45:16 -0700729 int usage = 0;
730
731 if (hnd->flags & private_handle_t::PRIV_FLAGS_UBWC_ALIGNED) {
732 usage = GRALLOC_USAGE_PRIVATE_ALLOC_UBWC;
733 }
734
Kaushik Kanetkar071aca62015-01-22 23:16:26 -0700735 AdrenoMemInfo::getInstance().getAlignedWidthAndHeight(metadata->bufferDim.sliceWidth,
Manoj Kumar AVM8e1aa182015-08-05 19:45:16 -0700736 metadata->bufferDim.sliceHeight, format, usage, width, height);
Kaushik Kanetkar071aca62015-01-22 23:16:26 -0700737 }
738
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400739 // Get the chroma offsets from the handle width/height. We take advantage
740 // of the fact the width _is_ the stride
Sushil Chauhane7acc3c2015-06-23 16:22:30 -0700741 switch (format) {
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400742 //Semiplanar
743 case HAL_PIXEL_FORMAT_YCbCr_420_SP:
744 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
745 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
746 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE: //Same as YCbCr_420_SP_VENUS
Kaushik Kanetkar071aca62015-01-22 23:16:26 -0700747 ystride = cstride = width;
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400748 ycbcr->y = (void*)hnd->base;
Kaushik Kanetkar071aca62015-01-22 23:16:26 -0700749 ycbcr->cb = (void*)(hnd->base + ystride * height);
750 ycbcr->cr = (void*)(hnd->base + ystride * height + 1);
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400751 ycbcr->ystride = ystride;
752 ycbcr->cstride = cstride;
753 ycbcr->chroma_step = 2;
754 break;
755
Sushil Chauhan4686c972015-02-20 15:44:52 -0800756 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
757 // NV12_UBWC buffer has these 4 planes in the following sequence:
758 // Y_Meta_Plane, Y_Plane, UV_Meta_Plane, UV_Plane
759 unsigned int y_meta_stride, y_meta_height, y_meta_size;
760 unsigned int y_stride, y_height, y_size;
761 unsigned int c_meta_stride, c_meta_height, c_meta_size;
762
763 y_meta_stride = VENUS_Y_META_STRIDE(COLOR_FMT_NV12_UBWC, width);
764 y_meta_height = VENUS_Y_META_SCANLINES(COLOR_FMT_NV12_UBWC, height);
765 y_meta_size = ALIGN((y_meta_stride * y_meta_height), alignment);
766
767 y_stride = VENUS_Y_STRIDE(COLOR_FMT_NV12_UBWC, width);
768 y_height = VENUS_Y_SCANLINES(COLOR_FMT_NV12_UBWC, height);
769 y_size = ALIGN((y_stride * y_height), alignment);
770
771 c_meta_stride = VENUS_UV_META_STRIDE(COLOR_FMT_NV12_UBWC, width);
772 c_meta_height = VENUS_UV_META_SCANLINES(COLOR_FMT_NV12_UBWC, height);
773 c_meta_size = ALIGN((c_meta_stride * c_meta_height), alignment);
774
775 ycbcr->y = (void*)(hnd->base + y_meta_size);
776 ycbcr->cb = (void*)(hnd->base + y_meta_size + y_size + c_meta_size);
777 ycbcr->cr = (void*)(hnd->base + y_meta_size + y_size +
778 c_meta_size + 1);
779 ycbcr->ystride = y_stride;
780 ycbcr->cstride = VENUS_UV_STRIDE(COLOR_FMT_NV12_UBWC, width);
781 ycbcr->chroma_step = 2;
782 break;
783
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400784 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
785 case HAL_PIXEL_FORMAT_YCrCb_422_SP:
786 case HAL_PIXEL_FORMAT_YCrCb_420_SP_ADRENO:
Raj Kamal8bb3b8f2015-03-24 16:22:17 +0530787 case HAL_PIXEL_FORMAT_YCrCb_420_SP_VENUS:
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400788 case HAL_PIXEL_FORMAT_NV21_ZSL:
Ajay Dudani4dc06492015-03-26 07:28:11 -0700789 case HAL_PIXEL_FORMAT_RAW16:
Mansoor Aftabe9912a62014-07-15 01:40:26 -0700790 case HAL_PIXEL_FORMAT_RAW10:
Kaushik Kanetkar071aca62015-01-22 23:16:26 -0700791 ystride = cstride = width;
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400792 ycbcr->y = (void*)hnd->base;
Kaushik Kanetkar071aca62015-01-22 23:16:26 -0700793 ycbcr->cr = (void*)(hnd->base + ystride * height);
794 ycbcr->cb = (void*)(hnd->base + ystride * height + 1);
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400795 ycbcr->ystride = ystride;
796 ycbcr->cstride = cstride;
797 ycbcr->chroma_step = 2;
798 break;
799
800 //Planar
801 case HAL_PIXEL_FORMAT_YV12:
Kaushik Kanetkar071aca62015-01-22 23:16:26 -0700802 ystride = width;
803 cstride = ALIGN(width/2, 16);
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400804 ycbcr->y = (void*)hnd->base;
Kaushik Kanetkar071aca62015-01-22 23:16:26 -0700805 ycbcr->cr = (void*)(hnd->base + ystride * height);
806 ycbcr->cb = (void*)(hnd->base + ystride * height +
807 cstride * height/2);
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400808 ycbcr->ystride = ystride;
809 ycbcr->cstride = cstride;
810 ycbcr->chroma_step = 1;
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400811 break;
812 //Unsupported formats
813 case HAL_PIXEL_FORMAT_YCbCr_422_I:
814 case HAL_PIXEL_FORMAT_YCrCb_422_I:
815 case HAL_PIXEL_FORMAT_YCbCr_420_SP_TILED:
816 default:
Sushil Chauhane7acc3c2015-06-23 16:22:30 -0700817 ALOGD("%s: Invalid format passed: 0x%x", __FUNCTION__, format);
Naseer Ahmedb29fdfd2014-04-08 20:23:47 -0400818 err = -EINVAL;
819 }
820 return err;
821
822}
823
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700824
825
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700826// Allocate buffer from width, height and format into a
827// private_handle_t. It is the responsibility of the caller
828// to free the buffer using the free_buffer function
829int alloc_buffer(private_handle_t **pHnd, int w, int h, int format, int usage)
830{
Naseer Ahmed29a26812012-06-14 00:56:20 -0700831 alloc_data data;
832 int alignedw, alignedh;
Naseer Ahmed01d3fd32012-07-14 21:08:13 -0700833 gralloc::IAllocController* sAlloc =
834 gralloc::IAllocController::getInstance();
Naseer Ahmed29a26812012-06-14 00:56:20 -0700835 data.base = 0;
836 data.fd = -1;
837 data.offset = 0;
Manoj Kumar AVM8a220812013-10-10 11:46:06 -0700838 data.size = getBufferSizeAndDimensions(w, h, format, usage, alignedw,
839 alignedh);
840
Naseer Ahmed29a26812012-06-14 00:56:20 -0700841 data.align = getpagesize();
842 data.uncached = useUncached(usage);
843 int allocFlags = usage;
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700844
Naseer Ahmed01d3fd32012-07-14 21:08:13 -0700845 int err = sAlloc->allocate(data, allocFlags);
Naseer Ahmed29a26812012-06-14 00:56:20 -0700846 if (0 != err) {
847 ALOGE("%s: allocate failed", __FUNCTION__);
848 return -ENOMEM;
849 }
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700850
radhakrishnad7131e62015-10-13 12:32:30 +0530851 if(isUBwcEnabled(format, usage)) {
852 data.allocType |= private_handle_t::PRIV_FLAGS_UBWC_ALIGNED;
853 }
854
Naseer Ahmed29a26812012-06-14 00:56:20 -0700855 private_handle_t* hnd = new private_handle_t(data.fd, data.size,
Naseer Ahmed01d3fd32012-07-14 21:08:13 -0700856 data.allocType, 0, format,
857 alignedw, alignedh);
Saurabh Shah8f0ea6f2014-05-19 16:48:53 -0700858 hnd->base = (uint64_t) data.base;
Naseer Ahmed29a26812012-06-14 00:56:20 -0700859 hnd->offset = data.offset;
860 hnd->gpuaddr = 0;
861 *pHnd = hnd;
862 return 0;
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700863}
864
865void free_buffer(private_handle_t *hnd)
866{
Naseer Ahmed01d3fd32012-07-14 21:08:13 -0700867 gralloc::IAllocController* sAlloc =
868 gralloc::IAllocController::getInstance();
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700869 if (hnd && hnd->fd > 0) {
Naseer Ahmed01d3fd32012-07-14 21:08:13 -0700870 IMemAlloc* memalloc = sAlloc->getAllocator(hnd->flags);
Iliyan Malchev202a77d2012-06-11 14:41:12 -0700871 memalloc->free_buffer((void*)hnd->base, hnd->size, hnd->offset, hnd->fd);
872 }
873 if(hnd)
874 delete hnd;
875
876}
Sushil Chauhan65e26302015-01-14 10:48:57 -0800877
878// UBWC helper functions
879static bool isUBwcFormat(int format)
880{
881 // Explicitly defined UBWC formats
882 switch(format)
883 {
884 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
885 return true;
886 default:
887 return false;
888 }
889}
890
891static bool isUBwcSupported(int format)
892{
893 // Existing HAL formats with UBWC support
894 switch(format)
895 {
Kaushik Kanetkar4cb337c2015-08-29 20:16:54 -0600896 case HAL_PIXEL_FORMAT_BGR_565:
Sushil Chauhan65e26302015-01-14 10:48:57 -0800897 case HAL_PIXEL_FORMAT_RGBA_8888:
Sushil Chauhan6686c802015-04-15 11:30:39 -0700898 case HAL_PIXEL_FORMAT_RGBX_8888:
Sushil Chauhan65e26302015-01-14 10:48:57 -0800899 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
900 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
901 return true;
902 default:
903 return false;
904 }
905}
906
907bool isUBwcEnabled(int format, int usage)
908{
Sushil Chauhan81594f62015-01-26 16:00:51 -0800909 // Allow UBWC, if client is using an explicitly defined UBWC pixel format.
910 if (isUBwcFormat(format))
911 return true;
912
Manikanta Kanamarlapudicb44d972016-02-03 17:49:55 +0530913 if ((usage & GRALLOC_USAGE_HW_VIDEO_ENCODER) &&
914 gralloc::IAllocController::getInstance()->isDisableUBWCForEncoder()) {
915 return false;
916 }
917
Sushil Chauhan7807d192015-08-13 10:10:48 -0700918 // Allow UBWC, if an OpenGL client sets UBWC usage flag and GPU plus MDP
919 // support the format. OR if a non-OpenGL client like Rotator, sets UBWC
920 // usage flag and MDP supports the format.
921 if ((usage & GRALLOC_USAGE_PRIVATE_ALLOC_UBWC) && isUBwcSupported(format)) {
922 bool enable = true;
923 // Query GPU for UBWC only if buffer is intended to be used by GPU.
924 if (usage & (GRALLOC_USAGE_HW_TEXTURE | GRALLOC_USAGE_HW_RENDER)) {
925 enable = AdrenoMemInfo::getInstance().isUBWCSupportedByGPU(format);
926 }
Sushil Chauhan81594f62015-01-26 16:00:51 -0800927 // Allow UBWC, only if CPU usage flags are not set
Sushil Chauhan7807d192015-08-13 10:10:48 -0700928 if (enable && !(usage & (GRALLOC_USAGE_SW_READ_MASK |
929 GRALLOC_USAGE_SW_WRITE_MASK))) {
Sushil Chauhan65e26302015-01-14 10:48:57 -0800930 return true;
931 }
932 }
933 return false;
934}
935
936static void getUBwcWidthAndHeight(int width, int height, int format,
937 int& aligned_w, int& aligned_h)
938{
939 switch (format)
940 {
941 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
942 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
943 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
944 aligned_w = VENUS_Y_STRIDE(COLOR_FMT_NV12_UBWC, width);
945 aligned_h = VENUS_Y_SCANLINES(COLOR_FMT_NV12_UBWC, height);
946 break;
947 default:
948 ALOGE("%s: Unsupported pixel format: 0x%x", __FUNCTION__, format);
949 aligned_w = 0;
950 aligned_h = 0;
951 break;
952 }
953}
954
955static void getUBwcBlockSize(int bpp, int& block_width, int& block_height)
956{
957 block_width = 0;
958 block_height = 0;
959
960 switch(bpp)
961 {
962 case 2:
963 case 4:
964 block_width = 16;
965 block_height = 4;
966 break;
967 case 8:
968 block_width = 8;
969 block_height = 4;
970 break;
971 case 16:
972 block_width = 4;
973 block_height = 4;
974 break;
975 default:
976 ALOGE("%s: Unsupported bpp: %d", __FUNCTION__, bpp);
977 break;
978 }
979}
980
981static unsigned int getUBwcMetaBufferSize(int width, int height, int bpp)
982{
983 unsigned int size = 0;
984 int meta_width, meta_height;
985 int block_width, block_height;
986
987 getUBwcBlockSize(bpp, block_width, block_height);
988
989 if (!block_width || !block_height) {
990 ALOGE("%s: Unsupported bpp: %d", __FUNCTION__, bpp);
991 return size;
992 }
993
994 // Align meta buffer height to 16 blocks
995 meta_height = ALIGN(((height + block_height - 1) / block_height), 16);
996
997 // Align meta buffer width to 64 blocks
998 meta_width = ALIGN(((width + block_width - 1) / block_width), 64);
999
1000 // Align meta buffer size to 4K
Sushil Chauhanc85b65b2015-04-30 11:05:36 -07001001 size = ALIGN((meta_width * meta_height), 4096);
Sushil Chauhan65e26302015-01-14 10:48:57 -08001002 return size;
1003}
1004
1005static unsigned int getUBwcSize(int width, int height, int format,
1006 const int alignedw, const int alignedh) {
1007
1008 unsigned int size = 0;
1009 switch (format) {
Kaushik Kanetkar4cb337c2015-08-29 20:16:54 -06001010 case HAL_PIXEL_FORMAT_BGR_565:
Sushil Chauhan65e26302015-01-14 10:48:57 -08001011 size = alignedw * alignedh * 2;
1012 size += getUBwcMetaBufferSize(width, height, 2);
1013 break;
1014 case HAL_PIXEL_FORMAT_RGBA_8888:
Sushil Chauhan6686c802015-04-15 11:30:39 -07001015 case HAL_PIXEL_FORMAT_RGBX_8888:
Sushil Chauhan65e26302015-01-14 10:48:57 -08001016 size = alignedw * alignedh * 4;
1017 size += getUBwcMetaBufferSize(width, height, 4);
1018 break;
1019 case HAL_PIXEL_FORMAT_NV12_ENCODEABLE:
1020 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS:
1021 case HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS_UBWC:
1022 size = VENUS_BUFFER_SIZE(COLOR_FMT_NV12_UBWC, width, height);
1023 break;
1024 default:
1025 ALOGE("%s: Unsupported pixel format: 0x%x", __FUNCTION__, format);
1026 break;
1027 }
1028 return size;
1029}
Sushil Chauhan7dd3a432015-04-08 15:54:42 -07001030
Sushil Chauhanc85b65b2015-04-30 11:05:36 -07001031int getRgbDataAddress(private_handle_t* hnd, void** rgb_data)
Sushil Chauhan7dd3a432015-04-08 15:54:42 -07001032{
1033 int err = 0;
1034
1035 // This api is for RGB* formats
Kaushik Kanetkar4cb337c2015-08-29 20:16:54 -06001036 if (!isUncompressedRgbFormat(hnd->format)) {
Sushil Chauhan7dd3a432015-04-08 15:54:42 -07001037 return -EINVAL;
1038 }
1039
1040 // linear buffer
1041 if (!(hnd->flags & private_handle_t::PRIV_FLAGS_UBWC_ALIGNED)) {
Sushil Chauhanc85b65b2015-04-30 11:05:36 -07001042 *rgb_data = (void*)hnd->base;
Sushil Chauhan7dd3a432015-04-08 15:54:42 -07001043 return err;
1044 }
1045
1046 unsigned int meta_size = 0;
1047 switch (hnd->format) {
Kaushik Kanetkar4cb337c2015-08-29 20:16:54 -06001048 case HAL_PIXEL_FORMAT_BGR_565:
Sushil Chauhan7dd3a432015-04-08 15:54:42 -07001049 meta_size = getUBwcMetaBufferSize(hnd->width, hnd->height, 2);
1050 break;
1051 case HAL_PIXEL_FORMAT_RGBA_8888:
1052 case HAL_PIXEL_FORMAT_RGBX_8888:
Sushil Chauhan7dd3a432015-04-08 15:54:42 -07001053 meta_size = getUBwcMetaBufferSize(hnd->width, hnd->height, 4);
1054 break;
1055 default:
1056 ALOGE("%s:Unsupported RGB format: 0x%x", __FUNCTION__, hnd->format);
1057 err = -EINVAL;
1058 break;
1059 }
1060
Sushil Chauhanc85b65b2015-04-30 11:05:36 -07001061 *rgb_data = (void*)(hnd->base + meta_size);
Sushil Chauhan7dd3a432015-04-08 15:54:42 -07001062 return err;
1063}