1 /**************************************************************************
2 *
3 * Copyright 2014 Ilia Mirkin. All Rights Reserved.
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the
7 * "Software"), to deal in the Software without restriction, including
8 * without limitation the rights to use, copy, modify, merge, publish,
9 * distribute, sub license, and/or sell copies of the Software, and to
10 * permit persons to whom the Software is furnished to do so, subject to
11 * the following conditions:
12 *
13 * The above copyright notice and this permission notice (including the
14 * next paragraph) shall be included in all copies or substantial portions
15 * of the Software.
16 *
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
18 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
19 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
20 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
21 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
22 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
23 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
24 *
25 **************************************************************************/
26
27
28 #include "program/prog_parameter.h"
29 #include "program/prog_print.h"
30
31 #include "pipe/p_context.h"
32 #include "pipe/p_defines.h"
33 #include "util/u_inlines.h"
34 #include "util/u_surface.h"
35
36 #include "st_debug.h"
37 #include "st_context.h"
38 #include "st_atom.h"
39 #include "st_program.h"
40
41 static void
st_binding_to_sb(struct gl_buffer_binding * binding,struct pipe_shader_buffer * sb,unsigned alignment)42 st_binding_to_sb(struct gl_buffer_binding *binding,
43 struct pipe_shader_buffer *sb,
44 unsigned alignment)
45 {
46 struct gl_buffer_object *st_obj = binding->BufferObject;
47
48 if (st_obj && st_obj->buffer) {
49 unsigned offset = 0;
50 sb->buffer = st_obj->buffer;
51 offset = binding->Offset % alignment;
52 sb->buffer_offset = binding->Offset - offset;
53 sb->buffer_size = st_obj->buffer->width0 - sb->buffer_offset;
54
55 /* AutomaticSize is FALSE if the buffer was set with BindBufferRange.
56 * Take the minimum just to be sure.
57 */
58 if (!binding->AutomaticSize)
59 sb->buffer_size = MIN2(sb->buffer_size, (unsigned) binding->Size + offset);
60 } else {
61 sb->buffer = NULL;
62 sb->buffer_offset = 0;
63 sb->buffer_size = 0;
64 }
65 }
66
67 static void
st_bind_atomics(struct st_context * st,struct gl_program * prog,gl_shader_stage stage)68 st_bind_atomics(struct st_context *st, struct gl_program *prog,
69 gl_shader_stage stage)
70 {
71 unsigned i;
72 enum pipe_shader_type shader_type = pipe_shader_type_from_mesa(stage);
73
74 if (!prog || !st->pipe->set_shader_buffers || st->has_hw_atomics)
75 return;
76
77 /* For !has_hw_atomics, the atomic counters have been rewritten to be above
78 * the SSBOs used by the program.
79 */
80 unsigned buffer_base = prog->info.num_ssbos;
81 unsigned used_bindings = 0;
82 for (i = 0; i < prog->sh.data->NumAtomicBuffers; i++) {
83 struct gl_active_atomic_buffer *atomic =
84 &prog->sh.data->AtomicBuffers[i];
85 struct pipe_shader_buffer sb;
86
87 st_binding_to_sb(&st->ctx->AtomicBufferBindings[atomic->Binding], &sb,
88 st->ctx->Const.ShaderStorageBufferOffsetAlignment);
89
90 st->pipe->set_shader_buffers(st->pipe, shader_type,
91 buffer_base + atomic->Binding, 1, &sb, 0x1);
92 used_bindings = MAX2(atomic->Binding + 1, used_bindings);
93 }
94 st->last_used_atomic_bindings[shader_type] = used_bindings;
95 }
96
97 void
st_bind_vs_atomics(struct st_context * st)98 st_bind_vs_atomics(struct st_context *st)
99 {
100 struct gl_program *prog =
101 st->ctx->_Shader->CurrentProgram[MESA_SHADER_VERTEX];
102
103 st_bind_atomics(st, prog, MESA_SHADER_VERTEX);
104 }
105
106 void
st_bind_fs_atomics(struct st_context * st)107 st_bind_fs_atomics(struct st_context *st)
108 {
109 struct gl_program *prog =
110 st->ctx->_Shader->CurrentProgram[MESA_SHADER_FRAGMENT];
111
112 st_bind_atomics(st, prog, MESA_SHADER_FRAGMENT);
113 }
114
115 void
st_bind_gs_atomics(struct st_context * st)116 st_bind_gs_atomics(struct st_context *st)
117 {
118 struct gl_program *prog =
119 st->ctx->_Shader->CurrentProgram[MESA_SHADER_GEOMETRY];
120
121 st_bind_atomics(st, prog, MESA_SHADER_GEOMETRY);
122 }
123
124 void
st_bind_tcs_atomics(struct st_context * st)125 st_bind_tcs_atomics(struct st_context *st)
126 {
127 struct gl_program *prog =
128 st->ctx->_Shader->CurrentProgram[MESA_SHADER_TESS_CTRL];
129
130 st_bind_atomics(st, prog, MESA_SHADER_TESS_CTRL);
131 }
132
133 void
st_bind_tes_atomics(struct st_context * st)134 st_bind_tes_atomics(struct st_context *st)
135 {
136 struct gl_program *prog =
137 st->ctx->_Shader->CurrentProgram[MESA_SHADER_TESS_EVAL];
138
139 st_bind_atomics(st, prog, MESA_SHADER_TESS_EVAL);
140 }
141
142 void
st_bind_cs_atomics(struct st_context * st)143 st_bind_cs_atomics(struct st_context *st)
144 {
145 if (st->has_hw_atomics) {
146 st_bind_hw_atomic_buffers(st);
147 return;
148 }
149 struct gl_program *prog =
150 st->ctx->_Shader->CurrentProgram[MESA_SHADER_COMPUTE];
151
152 st_bind_atomics(st, prog, MESA_SHADER_COMPUTE);
153 }
154
155 void
st_bind_hw_atomic_buffers(struct st_context * st)156 st_bind_hw_atomic_buffers(struct st_context *st)
157 {
158 struct pipe_shader_buffer buffers[PIPE_MAX_HW_ATOMIC_BUFFERS];
159 int i;
160
161 if (!st->has_hw_atomics)
162 return;
163
164 for (i = 0; i < st->ctx->Const.MaxAtomicBufferBindings; i++)
165 st_binding_to_sb(&st->ctx->AtomicBufferBindings[i], &buffers[i], 1);
166
167 st->pipe->set_hw_atomic_buffers(st->pipe, 0, st->ctx->Const.MaxAtomicBufferBindings, buffers);
168 }
169