1 /**************************************************************************
2 *
3 * Copyright 2019 Red Hat.
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included
14 * in all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
17 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 *
24 **************************************************************************/
25
26 #ifndef LP_STATE_CS_H
27 #define LP_STATE_CS_H
28
29 #include "util/u_thread.h"
30 #include "pipe/p_state.h"
31
32 #include "gallivm/lp_bld.h"
33 #include "gallivm/lp_bld_sample.h" /* for struct lp_sampler_static_state */
34 #include "lp_jit.h"
35 #include "lp_state_fs.h"
36
37 struct lp_compute_shader_variant;
38
39 struct lp_compute_shader_variant_key
40 {
41 unsigned nr_samplers:8;
42 unsigned nr_sampler_views:8;
43 unsigned nr_images:8;
44 };
45
46 #define LP_CS_MAX_VARIANT_KEY_SIZE \
47 (sizeof(struct lp_compute_shader_variant_key) + \
48 PIPE_MAX_SHADER_SAMPLER_VIEWS * sizeof(struct lp_sampler_static_state) + \
49 PIPE_MAX_SHADER_IMAGES * sizeof(struct lp_image_static_state))
50
51 static inline size_t
lp_cs_variant_key_size(unsigned nr_samplers,unsigned nr_images)52 lp_cs_variant_key_size(unsigned nr_samplers, unsigned nr_images)
53 {
54 return (sizeof(struct lp_compute_shader_variant_key) +
55 nr_samplers * sizeof(struct lp_sampler_static_state) +
56 nr_images * sizeof(struct lp_image_static_state));
57 }
58
59 static inline struct lp_sampler_static_state *
lp_cs_variant_key_samplers(const struct lp_compute_shader_variant_key * key)60 lp_cs_variant_key_samplers(const struct lp_compute_shader_variant_key *key)
61 {
62 return (struct lp_sampler_static_state *)&(key[1]);
63 }
64
65 static inline struct lp_image_static_state *
lp_cs_variant_key_images(const struct lp_compute_shader_variant_key * key)66 lp_cs_variant_key_images(const struct lp_compute_shader_variant_key *key)
67 {
68 return (struct lp_image_static_state *)
69 &(lp_cs_variant_key_samplers(key)[MAX2(key->nr_samplers, key->nr_sampler_views)]);
70 }
71
72 struct lp_cs_variant_list_item
73 {
74 struct list_head list;
75 struct lp_compute_shader_variant *base;
76 };
77
78 struct lp_compute_shader_variant
79 {
80 struct gallivm_state *gallivm;
81
82 LLVMTypeRef jit_cs_context_type;
83 LLVMTypeRef jit_cs_context_ptr_type;
84 LLVMTypeRef jit_cs_thread_data_type;
85 LLVMTypeRef jit_resources_type;
86 LLVMTypeRef jit_resources_ptr_type;
87 LLVMTypeRef jit_cs_thread_data_ptr_type;
88
89 /* for mesh shaders */
90 LLVMTypeRef jit_vertex_header_type;
91 LLVMTypeRef jit_vertex_header_ptr_type;
92 LLVMTypeRef jit_prim_type;
93 LLVMValueRef function;
94 lp_jit_cs_func jit_function;
95
96 /* Total number of LLVM instructions generated */
97 unsigned nr_instrs;
98
99 struct lp_cs_variant_list_item list_item_global, list_item_local;
100
101 struct lp_compute_shader *shader;
102
103 /* For debugging/profiling purposes */
104 unsigned no;
105
106 /* key is variable-sized, must be last */
107 struct lp_compute_shader_variant_key key;
108 };
109
110 struct lp_compute_shader {
111 struct pipe_shader_state base;
112
113 struct lp_cs_variant_list_item variants;
114
115 struct draw_mesh_shader *draw_mesh_data;
116 uint32_t req_local_mem;
117
118 /* For debugging/profiling purposes */
119 unsigned variant_key_size;
120 unsigned no;
121 unsigned variants_created;
122 unsigned variants_cached;
123 bool zero_initialize_shared_memory;
124
125 int max_global_buffers;
126 struct pipe_resource **global_buffers;
127 };
128
129 struct lp_cs_exec {
130 struct lp_jit_cs_context jit_context;
131 struct lp_jit_resources jit_resources;
132 struct lp_compute_shader_variant *variant;
133 };
134
135 struct lp_cs_context {
136 struct pipe_context *pipe;
137
138 struct {
139 struct lp_cs_exec current;
140 struct pipe_resource *current_tex[PIPE_MAX_SHADER_SAMPLER_VIEWS];
141 unsigned current_tex_num;
142 } cs;
143
144 /** compute shader constants */
145 struct {
146 struct pipe_constant_buffer current;
147 unsigned stored_size;
148 const void *stored_data;
149 } constants[LP_MAX_TGSI_CONST_BUFFERS];
150
151 /** compute shader buffers */
152 struct {
153 struct pipe_shader_buffer current;
154 } ssbos[LP_MAX_TGSI_SHADER_BUFFERS];
155
156 struct {
157 struct pipe_image_view current;
158 } images[LP_MAX_TGSI_SHADER_IMAGES];
159
160 const void *input;
161 };
162
163 struct lp_cs_context *lp_csctx_create(struct pipe_context *pipe);
164 void lp_csctx_destroy(struct lp_cs_context *csctx);
165
166 #endif
167