| /third_party/mesa3d/src/gallium/drivers/r600/sfn/ |
| D | sfn_emitssboinstruction.h | 23 bool emit_atomic(const nir_intrinsic_instr* instr);
24 bool emit_unary_atomic(const nir_intrinsic_instr* instr);
25 bool emit_atomic_inc(const nir_intrinsic_instr* instr);
26 bool emit_atomic_pre_dec(const nir_intrinsic_instr* instr);
28 bool emit_load_ssbo(const nir_intrinsic_instr* instr);
29 bool emit_store_ssbo(const nir_intrinsic_instr* instr);
31 bool emit_image_size(const nir_intrinsic_instr *intrin);
32 bool emit_image_load(const nir_intrinsic_instr *intrin);
33 bool emit_image_store(const nir_intrinsic_instr *intrin);
34 bool emit_ssbo_atomic_op(const nir_intrinsic_instr *intrin);
[all …]
|
| D | sfn_shader_fragment.h | 53 bool process_store_output(nir_intrinsic_instr *instr);
55 bool emit_store_output(nir_intrinsic_instr* instr);
57 bool emit_export_pixel(const nir_variable *, nir_intrinsic_instr* instr, int outputs);
58 bool emit_export_pixel(nir_intrinsic_instr* instr, int outputs);
66 bool emit_intrinsic_instruction_override(nir_intrinsic_instr* instr) override;
71 bool emit_load_input(nir_intrinsic_instr* instr);
72 bool emit_load_front_face(nir_intrinsic_instr* instr);
73 bool emit_load_sample_mask_in(nir_intrinsic_instr* instr);
74 bool emit_load_sample_pos(nir_intrinsic_instr* instr);
75 bool emit_load_sample_id(nir_intrinsic_instr* instr);
[all …]
|
| D | sfn_shader_base.h | 115 bool emit_load_tcs_param_base(nir_intrinsic_instr* instr, int offset);
116 bool emit_load_local_shared(nir_intrinsic_instr* instr);
117 bool emit_store_local_shared(nir_intrinsic_instr* instr);
118 bool emit_atomic_local_shared(nir_intrinsic_instr* instr);
120 bool emit_barrier(nir_intrinsic_instr* instr);
160 bool emit_intrinsic_instruction(nir_intrinsic_instr* instr);
161 virtual bool emit_intrinsic_instruction_override(nir_intrinsic_instr* instr);
163 bool emit_discard_if(nir_intrinsic_instr* instr);
164 bool emit_load_ubo_vec4(nir_intrinsic_instr* instr);
165 bool emit_ssbo_atomic_add(nir_intrinsic_instr* instr);
[all …]
|
| D | sfn_vertexstageexport.h | 26 virtual void scan_store_output(nir_intrinsic_instr* instr);
27 bool store_output(nir_intrinsic_instr* instr);
36 virtual bool do_store_output(const store_loc& store_info, nir_intrinsic_instr* instr) = 0;
48 void scan_store_output(nir_intrinsic_instr* instr) override;
71 bool do_store_output(const store_loc& store_info, nir_intrinsic_instr* instr) override;
73 bool emit_varying_param(const store_loc& store_info, nir_intrinsic_instr* instr);
74 bool emit_varying_pos(const store_loc& store_info, nir_intrinsic_instr* instr,
76 bool emit_clip_vertices(const store_loc &store_info, nir_intrinsic_instr* instr);
99 bool do_store_output(const store_loc& store_info, nir_intrinsic_instr* instr) override;
110 bool do_store_output(const store_loc& store_info, nir_intrinsic_instr* instr) override;
|
| D | sfn_shader_geometry.h | 46 bool emit_intrinsic_instruction_override(nir_intrinsic_instr* instr) override;
48 bool emit_vertex(nir_intrinsic_instr* instr, bool cut);
51 bool process_store_output(nir_intrinsic_instr* instr);
52 bool process_load_input(nir_intrinsic_instr* instr);
54 bool emit_store(nir_intrinsic_instr* instr);
55 bool emit_load_per_vertex_input(nir_intrinsic_instr* instr);
|
| D | sfn_nir_lower_fs_out_to_vector.cpp | 45 bool operator () (const nir_intrinsic_instr *lhs, const nir_intrinsic_instr *rhs) const in operator ()()
77 using InstrSet = multiset<nir_intrinsic_instr *, nir_intrinsic_instr_less>;
81 nir_intrinsic_instr *instr);
88 virtual bool instr_can_rewrite_type(nir_intrinsic_instr *intr) const = 0;
90 virtual void create_new_io(nir_builder *b, nir_intrinsic_instr *intr, nir_variable *var,
103 void create_new_io(nir_builder *b, nir_intrinsic_instr *intr, nir_variable *var,
105 bool instr_can_rewrite_type(nir_intrinsic_instr *intr) const override;
251 nir_intrinsic_instr *ir = nir_instr_as_intrinsic(instr); in vectorize_block()
274 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); in instr_can_rewrite()
287 nir_intrinsic_instr *ir = nir_instr_as_intrinsic(instr); in vec_instr_set_remove()
[all …]
|
| D | sfn_nir_lower_64bit.cpp | 51 split_double_load_deref(nir_intrinsic_instr *intr);
54 split_double_store_deref(nir_intrinsic_instr *intr);
58 split_load_deref_array(nir_intrinsic_instr *intr, nir_src& index);
61 split_load_deref_var(nir_intrinsic_instr *intr);
64 split_store_deref_array(nir_intrinsic_instr *intr, nir_deref_instr *deref);
67 split_store_deref_var(nir_intrinsic_instr *intr, nir_deref_instr *deref1);
74 nir_ssa_def *split_double_load(nir_intrinsic_instr *load1);
77 split_store_output(nir_intrinsic_instr *store1);
79 nir_ssa_def *split_double_load_uniform(nir_intrinsic_instr *intr);
82 split_double_load_ssbo(nir_intrinsic_instr *intr);
[all …]
|
| D | sfn_shader_compute.h | 47 bool emit_intrinsic_instruction_override(nir_intrinsic_instr* instr) override;
52 bool emit_load_3vec(nir_intrinsic_instr* instr, const std::array<PValue,3>& src);
53 bool emit_load_num_workgroups(nir_intrinsic_instr* instr);
|
| D | sfn_shader_tess_eval.h | 20 bool emit_intrinsic_instruction_override(nir_intrinsic_instr* instr) override;
21 bool emit_load_tess_coord(nir_intrinsic_instr* instr);
22 bool load_tess_z_coord(nir_intrinsic_instr* instr);
|
| /third_party/mesa3d/src/compiler/spirv/tests/ |
| D | volatile.cpp | 76 nir_intrinsic_instr *intrinsic = find_intrinsic(nir_intrinsic_load_deref); in TEST_F()
132 nir_intrinsic_instr *intrinsic = find_intrinsic(nir_intrinsic_store_deref); in TEST_F()
186 nir_intrinsic_instr *intrinsic = find_intrinsic(nir_intrinsic_load_deref); in TEST_F()
244 nir_intrinsic_instr *intrinsic = find_intrinsic(nir_intrinsic_load_deref); in TEST_F()
302 nir_intrinsic_instr *intrinsic = find_intrinsic(nir_intrinsic_load_deref); in TEST_F()
369 nir_intrinsic_instr *intrinsic = find_intrinsic(nir_intrinsic_image_deref_load, 0); in TEST_F()
432 nir_intrinsic_instr *intrinsic = find_intrinsic(nir_intrinsic_image_deref_store, 0); in TEST_F()
502 nir_intrinsic_instr *intrinsic = find_intrinsic(nir_intrinsic_image_deref_load, 0); in TEST_F()
572 nir_intrinsic_instr *intrinsic = find_intrinsic(nir_intrinsic_image_deref_store, 0); in TEST_F()
|
| D | avail_vis.cpp | 80 nir_intrinsic_instr *intrinsic = find_intrinsic(nir_intrinsic_scoped_barrier, 0); in TEST_F()
144 nir_intrinsic_instr *intrinsic = find_intrinsic(nir_intrinsic_scoped_barrier, 0); in TEST_F()
208 nir_intrinsic_instr *first = find_intrinsic(nir_intrinsic_scoped_barrier, 0); in TEST_F()
209 nir_intrinsic_instr *second = find_intrinsic(nir_intrinsic_scoped_barrier, 1); in TEST_F()
280 nir_intrinsic_instr *first = find_intrinsic(nir_intrinsic_scoped_barrier, 0); in TEST_F()
281 nir_intrinsic_instr *second = find_intrinsic(nir_intrinsic_scoped_barrier, 1); in TEST_F()
350 nir_intrinsic_instr *intrinsic = find_intrinsic(nir_intrinsic_scoped_barrier, 0); in TEST_F()
413 nir_intrinsic_instr *intrinsic = find_intrinsic(nir_intrinsic_scoped_barrier, 0); in TEST_F()
|
| /third_party/mesa3d/src/freedreno/ir3/ |
| D | ir3_context.h | 170 nir_intrinsic_instr *intr,
173 nir_intrinsic_instr *intr);
175 struct ir3_context *ctx, nir_intrinsic_instr *intr);
177 nir_intrinsic_instr *intr,
180 nir_intrinsic_instr *intr);
182 struct ir3_context *ctx, nir_intrinsic_instr *intr);
184 nir_intrinsic_instr *intr,
187 nir_intrinsic_instr *intr,
190 nir_intrinsic_instr *intr);
214 nir_intrinsic_instr *intrin);
[all …]
|
| D | ir3_nir_lower_load_barycentric_at_sample.c | 42 lower_load_barycentric_at_sample(nir_builder *b, nir_intrinsic_instr *intr) in lower_load_barycentric_at_sample()
50 lower_load_sample_pos(nir_builder *b, nir_intrinsic_instr *intr) in lower_load_sample_pos()
67 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); in ir3_nir_lower_load_barycentric_at_sample_instr()
81 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); in ir3_nir_lower_load_barycentric_at_sample_filter()
|
| /third_party/mesa3d/src/broadcom/compiler/ |
| D | v3d_nir_lower_robust_buffer_access.c | 29 nir_intrinsic_instr *instr, in rewrite_offset()
37 nir_intrinsic_instr *size = in rewrite_offset()
57 nir_intrinsic_instr *instr) in lower_load()
76 nir_intrinsic_instr *instr) in lower_store()
85 nir_intrinsic_instr *instr) in lower_atomic()
94 nir_intrinsic_instr *instr) in lower_shared()
109 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); in lower_instr()
|
| D | v3d_nir_lower_scratch.c | 38 v3d_nir_scratch_offset(nir_builder *b, nir_intrinsic_instr *instr) in v3d_nir_scratch_offset()
54 v3d_nir_lower_load_scratch(nir_builder *b, nir_intrinsic_instr *instr) in v3d_nir_lower_load_scratch()
65 nir_intrinsic_instr *chan_instr = in v3d_nir_lower_load_scratch()
86 v3d_nir_lower_store_scratch(nir_builder *b, nir_intrinsic_instr *instr) in v3d_nir_lower_store_scratch()
101 nir_intrinsic_instr *chan_instr = in v3d_nir_lower_store_scratch()
133 nir_intrinsic_instr *intr = in v3d_nir_lower_scratch()
|
| /third_party/mesa3d/src/compiler/nir/ |
| D | nir_lower_convert_alu_types.c | 29 try_simplify_convert_intrin(nir_intrinsic_instr *conv) in try_simplify_convert_intrin()
54 lower_convert_alu_types_instr(nir_builder *b, nir_intrinsic_instr *conv) in lower_convert_alu_types_instr()
83 nir_intrinsic_instr *conv = nir_instr_as_intrinsic(instr); in opt_simplify_convert_alu_types_impl()
123 bool (*should_lower)(nir_intrinsic_instr *)) in lower_convert_alu_types_impl() argument
135 nir_intrinsic_instr *conv = nir_instr_as_intrinsic(instr); in lower_convert_alu_types_impl()
159 bool (*should_lower)(nir_intrinsic_instr *)) in nir_lower_convert_alu_types() argument
172 is_constant(nir_intrinsic_instr *conv) in is_constant()
|
| D | nir_lower_subgroups.c | 32 static nir_intrinsic_instr *
33 lower_subgroups_64bit_split_intrinsic(nir_builder *b, nir_intrinsic_instr *intrin, in lower_subgroups_64bit_split_intrinsic()
42 nir_intrinsic_instr *intr = nir_intrinsic_instr_create(b->shader, intrin->intrinsic); in lower_subgroups_64bit_split_intrinsic()
56 lower_subgroup_op_to_32bit(nir_builder *b, nir_intrinsic_instr *intrin) in lower_subgroup_op_to_32bit()
59 nir_intrinsic_instr *intr_x = lower_subgroups_64bit_split_intrinsic(b, intrin, 0); in lower_subgroup_op_to_32bit()
60 nir_intrinsic_instr *intr_y = lower_subgroups_64bit_split_intrinsic(b, intrin, 1); in lower_subgroup_op_to_32bit()
107 lower_subgroup_op_to_scalar(nir_builder *b, nir_intrinsic_instr *intrin, in lower_subgroup_op_to_scalar()
118 nir_intrinsic_instr *chan_intrin = in lower_subgroup_op_to_scalar()
147 lower_vote_eq_to_scalar(nir_builder *b, nir_intrinsic_instr *intrin) in lower_vote_eq_to_scalar()
154 nir_intrinsic_instr *chan_intrin = in lower_vote_eq_to_scalar()
[all …]
|
| D | nir_gs_count_vertices.c | 27 static nir_intrinsic_instr *
33 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in as_intrinsic()
40 static nir_intrinsic_instr *
78 nir_intrinsic_instr *intrin = as_set_vertex_and_primitive_count(instr); in nir_gs_count_vertices_and_primitives()
|
| D | nir_lower_io_to_scalar.c | 35 lower_load_input_to_scalar(nir_builder *b, nir_intrinsic_instr *intr) in lower_load_input_to_scalar()
44 nir_intrinsic_instr *chan_intr = in lower_load_input_to_scalar()
68 lower_store_output_to_scalar(nir_builder *b, nir_intrinsic_instr *intr) in lower_store_output_to_scalar()
78 nir_intrinsic_instr *chan_intr = in lower_store_output_to_scalar()
107 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); in nir_lower_io_to_scalar_instr()
177 lower_load_to_scalar_early(nir_builder *b, nir_intrinsic_instr *intr, in lower_load_to_scalar_early()
210 nir_intrinsic_instr *chan_intr = in lower_load_to_scalar_early()
240 lower_store_output_to_scalar_early(nir_builder *b, nir_intrinsic_instr *intr, in lower_store_output_to_scalar_early()
268 nir_intrinsic_instr *chan_intr = in lower_store_output_to_scalar_early()
301 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); in nir_lower_io_to_scalar_early_instr()
|
| /third_party/mesa3d/src/amd/common/ |
| D | ac_nir_lower_tess_io_to_mem.c | 158 nir_intrinsic_instr *intrin, in match_mask()
176 tcs_output_needs_vmem(nir_intrinsic_instr *intrin, in tcs_output_needs_vmem()
187 tcs_output_needs_lds(nir_intrinsic_instr *intrin, in tcs_output_needs_lds()
205 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_ls_output_store()
245 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in filter_load_tcs_per_vertex_input()
269 nir_intrinsic_instr *instr) in hs_per_vertex_input_lds_offset()
289 nir_intrinsic_instr *intrin) in hs_output_lds_offset()
327 nir_intrinsic_instr *intrin) in hs_per_vertex_output_vmem_offset()
349 nir_intrinsic_instr *intrin, in hs_per_patch_output_vmem_offset()
379 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in lower_hs_per_vertex_input_load()
[all …]
|
| /third_party/mesa3d/src/intel/compiler/ |
| D | brw_fs.h | 246 nir_intrinsic_instr *instr);
248 nir_intrinsic_instr *instr);
250 nir_intrinsic_instr *instr);
252 nir_intrinsic_instr *instr);
254 nir_intrinsic_instr *instr);
256 nir_intrinsic_instr *instr);
258 nir_intrinsic_instr *instr);
260 nir_intrinsic_instr *instr);
265 nir_intrinsic_instr *instr);
267 nir_intrinsic_instr *instr);
[all …]
|
| /third_party/mesa3d/src/compiler/nir/tests/ |
| D | vars_tests.cpp | 90 nir_intrinsic_instr *get_intrinsic(nir_intrinsic_op intrinsic,
131 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in count_intrinsics()
155 nir_intrinsic_instr *
163 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in get_intrinsic()
266 nir_intrinsic_instr *first_store = get_intrinsic(nir_intrinsic_store_deref, 0); in TEST_F()
269 nir_intrinsic_instr *third_store = get_intrinsic(nir_intrinsic_store_deref, 2); in TEST_F()
339 nir_intrinsic_instr *load = get_intrinsic(nir_intrinsic_load_deref, i); in TEST_F()
389 nir_intrinsic_instr *first_copy = get_intrinsic(nir_intrinsic_copy_deref, 0); in TEST_F()
392 nir_intrinsic_instr *second_copy = get_intrinsic(nir_intrinsic_copy_deref, 1); in TEST_F()
435 nir_intrinsic_instr *store = get_intrinsic(nir_intrinsic_store_deref, i); in TEST_F()
[all …]
|
| D | load_store_vectorizer_tests.cpp | 43 nir_intrinsic_instr *get_intrinsic(nir_intrinsic_op intrinsic,
51 …nir_intrinsic_instr *create_indirect_load(nir_variable_mode mode, uint32_t binding, nir_ssa_def *o…
58 nir_intrinsic_instr *create_load(nir_variable_mode mode, uint32_t binding, uint32_t offset,
76 nir_intrinsic_instr *low, nir_intrinsic_instr *high,
128 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in count_intrinsics()
136 nir_intrinsic_instr *
144 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in get_intrinsic()
186 nir_intrinsic_instr *res = nir_intrinsic_instr_create( in get_resource()
200 nir_intrinsic_instr *
222 nir_intrinsic_instr *load = nir_intrinsic_instr_create(b->shader, intrinsic); in create_indirect_load()
[all …]
|
| /third_party/mesa3d/src/panfrost/util/ |
| D | pan_sysval.c | 32 panfrost_sysval_for_ssbo(nir_intrinsic_instr *instr) in panfrost_sysval_for_ssbo()
42 panfrost_sysval_for_sampler(nir_intrinsic_instr *instr) in panfrost_sysval_for_sampler()
53 panfrost_sysval_for_image_size(nir_intrinsic_instr *instr) in panfrost_sysval_for_image_size()
66 panfrost_nir_sysval_for_intrinsic(nir_intrinsic_instr *instr) in panfrost_nir_sysval_for_intrinsic()
104 nir_intrinsic_instr *intr; in panfrost_sysval_for_instr()
|
| /third_party/mesa3d/src/microsoft/clc/ |
| D | clc_nir.c | 35 lower_load_base_global_invocation_id(nir_builder *b, nir_intrinsic_instr *intr, in lower_load_base_global_invocation_id()
53 lower_load_work_dim(nir_builder *b, nir_intrinsic_instr *intr, in lower_load_work_dim()
71 lower_load_local_group_size(nir_builder *b, nir_intrinsic_instr *intr) in lower_load_local_group_size()
87 lower_load_num_workgroups(nir_builder *b, nir_intrinsic_instr *intr, in lower_load_num_workgroups()
105 lower_load_base_workgroup_id(nir_builder *b, nir_intrinsic_instr *intr, in lower_load_base_workgroup_id()
140 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); in clc_nir_lower_system_values()
168 lower_load_kernel_input(nir_builder *b, nir_intrinsic_instr *intr, in lower_load_kernel_input()
225 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); in clc_nir_lower_kernel_input_loads()
266 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in clc_lower_printf_base()
|