/* * Copyright (C) 2017 Rob Clark * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. * * Authors: * Rob Clark */ #include "pipe/p_state.h" #include "freedreno_resource.h" #include "fd4_image.h" #include "fd4_format.h" #include "fd4_texture.h" static enum a4xx_state_block texsb[] = { [PIPE_SHADER_COMPUTE] = SB4_CS_TEX, [PIPE_SHADER_FRAGMENT] = SB4_FS_TEX, }; static enum a4xx_state_block imgsb[] = { [PIPE_SHADER_COMPUTE] = SB4_CS_SSBO, [PIPE_SHADER_FRAGMENT] = SB4_SSBO, }; struct fd4_image { enum pipe_format pfmt; enum a4xx_color_fmt fmt; enum a4xx_tex_fmt texfmt; enum a4xx_tex_type type; bool srgb; uint32_t cpp; uint32_t width; uint32_t height; uint32_t depth; uint32_t pitch; uint32_t array_pitch; uint32_t pitchalign; struct fd_bo *bo; uint32_t offset; bool buffer; uint32_t texconst4; }; static void translate_image(struct fd4_image *img, struct pipe_image_view *pimg) { enum pipe_format format = pimg->format; struct pipe_resource *prsc = pimg->resource; struct fd_resource *rsc = fd_resource(prsc); if (!pimg->resource) { memset(img, 0, sizeof(*img)); return; } img->pfmt = format; img->fmt = fd4_pipe2color(format); img->texfmt = fd4_pipe2tex(format); img->type = fd4_tex_type(prsc->target); img->srgb = util_format_is_srgb(format); img->bo = rsc->bo; img->texconst4 = 0; /* Treat cube textures as 2d-array: */ if (img->type == A4XX_TEX_CUBE) img->type = A4XX_TEX_2D; if (prsc->target == PIPE_BUFFER) { img->buffer = true; img->offset = pimg->u.buf.offset; img->cpp = util_format_get_blocksize(format); img->array_pitch = 0; img->pitch = 0; img->pitchalign = 0; /* size is encoded with low 16b in WIDTH and high bits in * HEIGHT, in units of elements: */ unsigned sz = pimg->u.buf.size / img->cpp; img->width = sz & MASK(16); img->height = sz >> 16; img->depth = 0; /* Note that the blob sets the PITCH to the CPP in the SSBO descriptor, * but that messes up the sampler we create, so skip that. */ } else { img->buffer = false; img->cpp = rsc->layout.cpp; unsigned lvl = pimg->u.tex.level; img->offset = fd_resource_offset(rsc, lvl, pimg->u.tex.first_layer); img->pitch = fd_resource_pitch(rsc, lvl); img->pitchalign = rsc->layout.pitchalign - 5; img->width = u_minify(prsc->width0, lvl); img->height = u_minify(prsc->height0, lvl); unsigned layers = pimg->u.tex.last_layer - pimg->u.tex.first_layer + 1; switch (prsc->target) { case PIPE_TEXTURE_RECT: case PIPE_TEXTURE_1D: case PIPE_TEXTURE_2D: img->array_pitch = rsc->layout.layer_size; img->depth = 1; break; case PIPE_TEXTURE_1D_ARRAY: case PIPE_TEXTURE_2D_ARRAY: img->array_pitch = rsc->layout.layer_size; img->depth = layers; break; case PIPE_TEXTURE_CUBE: case PIPE_TEXTURE_CUBE_ARRAY: img->array_pitch = rsc->layout.layer_size; img->depth = layers; break; case PIPE_TEXTURE_3D: img->array_pitch = fd_resource_slice(rsc, lvl)->size0; img->depth = u_minify(prsc->depth0, lvl); if (layers == 1 && img->depth > 1) { img->type = A4XX_TEX_2D; img->depth = 1; } else { img->texconst4 = A4XX_TEX_CONST_4_LAYERSZ(img->array_pitch); } break; default: img->array_pitch = 0; img->depth = 0; break; } } } static void emit_image_tex(struct fd_ringbuffer *ring, unsigned slot, struct fd4_image *img, enum pipe_shader_type shader) { OUT_PKT3(ring, CP_LOAD_STATE4, 2 + 8); OUT_RING(ring, CP_LOAD_STATE4_0_DST_OFF(slot) | CP_LOAD_STATE4_0_STATE_SRC(SS4_DIRECT) | CP_LOAD_STATE4_0_STATE_BLOCK(texsb[shader]) | CP_LOAD_STATE4_0_NUM_UNIT(1)); OUT_RING(ring, CP_LOAD_STATE4_1_STATE_TYPE(ST4_CONSTANTS) | CP_LOAD_STATE4_1_EXT_SRC_ADDR(0)); OUT_RING(ring, A4XX_TEX_CONST_0_FMT(img->texfmt) | A4XX_TEX_CONST_0_TYPE(img->type) | fd4_tex_swiz(img->pfmt, PIPE_SWIZZLE_X, PIPE_SWIZZLE_Y, PIPE_SWIZZLE_Z, PIPE_SWIZZLE_W) | COND(img->srgb, A4XX_TEX_CONST_0_SRGB)); OUT_RING(ring, A4XX_TEX_CONST_1_WIDTH(img->width) | A4XX_TEX_CONST_1_HEIGHT(img->height)); OUT_RING(ring, A4XX_TEX_CONST_2_PITCHALIGN(img->pitchalign) | A4XX_TEX_CONST_2_PITCH(img->pitch) | COND(img->buffer, A4XX_TEX_CONST_2_BUFFER)); OUT_RING(ring, A4XX_TEX_CONST_3_DEPTH(img->depth) | A4XX_TEX_CONST_3_LAYERSZ(img->array_pitch)); if (img->bo) { OUT_RELOC(ring, img->bo, img->offset, img->texconst4, 0); } else { OUT_RING(ring, 0x00000000); } OUT_RING(ring, 0x00000000); OUT_RING(ring, 0x00000000); OUT_RING(ring, 0x00000000); /* Per fd4_emit.c, some of the hw likes samplers in pairs */ OUT_PKT3(ring, CP_LOAD_STATE4, 2 + 4); OUT_RING(ring, CP_LOAD_STATE4_0_DST_OFF(slot) | CP_LOAD_STATE4_0_STATE_SRC(SS4_DIRECT) | CP_LOAD_STATE4_0_STATE_BLOCK(texsb[shader]) | CP_LOAD_STATE4_0_NUM_UNIT(2)); OUT_RING(ring, CP_LOAD_STATE4_1_STATE_TYPE(ST4_SHADER) | CP_LOAD_STATE4_1_EXT_SRC_ADDR(0)); OUT_RING(ring, 0x00000000); OUT_RING(ring, 0x00000000); OUT_RING(ring, 0x00000000); OUT_RING(ring, 0x00000000); } static void emit_image_ssbo(struct fd_ringbuffer *ring, unsigned slot, struct fd4_image *img, enum pipe_shader_type shader) { OUT_PKT3(ring, CP_LOAD_STATE4, 2 + 4); OUT_RING(ring, CP_LOAD_STATE4_0_DST_OFF(slot) | CP_LOAD_STATE4_0_STATE_SRC(SS4_DIRECT) | CP_LOAD_STATE4_0_STATE_BLOCK(imgsb[shader]) | CP_LOAD_STATE4_0_NUM_UNIT(1)); OUT_RING(ring, CP_LOAD_STATE4_1_STATE_TYPE(0) | CP_LOAD_STATE4_1_EXT_SRC_ADDR(0)); OUT_RELOC(ring, img->bo, img->offset, 0, 0); OUT_RING(ring, A4XX_SSBO_0_1_PITCH(img->pitch)); OUT_RING(ring, A4XX_SSBO_0_2_ARRAY_PITCH(img->array_pitch)); OUT_RING(ring, A4XX_SSBO_0_3_CPP(img->cpp)); OUT_PKT3(ring, CP_LOAD_STATE4, 2 + 2); OUT_RING(ring, CP_LOAD_STATE4_0_DST_OFF(slot) | CP_LOAD_STATE4_0_STATE_SRC(SS4_DIRECT) | CP_LOAD_STATE4_0_STATE_BLOCK(imgsb[shader]) | CP_LOAD_STATE4_0_NUM_UNIT(1)); OUT_RING(ring, CP_LOAD_STATE4_1_STATE_TYPE(1) | CP_LOAD_STATE4_1_EXT_SRC_ADDR(0)); OUT_RING(ring, A4XX_SSBO_1_0_CPP(img->cpp) | A4XX_SSBO_1_0_FMT(img->fmt) | A4XX_SSBO_1_0_WIDTH(img->width)); OUT_RING(ring, A4XX_SSBO_1_1_HEIGHT(img->height) | A4XX_SSBO_1_1_DEPTH(img->depth)); } /* Emit required "SSBO" and sampler state. The sampler state is used by the * hw for imageLoad(), and "SSBO" state for imageStore(). Returns max sampler * used. */ void fd4_emit_images(struct fd_context *ctx, struct fd_ringbuffer *ring, enum pipe_shader_type shader, const struct ir3_shader_variant *v) { struct fd_shaderimg_stateobj *so = &ctx->shaderimg[shader]; unsigned enabled_mask = so->enabled_mask; const struct ir3_ibo_mapping *m = &v->image_mapping; while (enabled_mask) { unsigned index = u_bit_scan(&enabled_mask); struct fd4_image img; translate_image(&img, &so->si[index]); if (m->image_to_tex[index] != IBO_INVALID) emit_image_tex(ring, m->image_to_tex[index] + m->tex_base, &img, shader); emit_image_ssbo(ring, v->num_ssbos + index, &img, shader); } }