1 /*
2 * Copyright (C) 2015 Rob Clark <robclark@freedesktop.org>
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 * SOFTWARE.
22 *
23 * Authors:
24 * Rob Clark <robclark@freedesktop.org>
25 */
26
27 #ifndef IR3_NIR_H_
28 #define IR3_NIR_H_
29
30 #include "compiler/nir/nir.h"
31 #include "compiler/nir/nir_builder.h"
32 #include "compiler/shader_enums.h"
33
34 #include "ir3_shader.h"
35
36 bool ir3_nir_apply_trig_workarounds(nir_shader *shader);
37 bool ir3_nir_lower_imul(nir_shader *shader);
38 bool ir3_nir_lower_io_offsets(nir_shader *shader);
39 bool ir3_nir_lower_load_barycentric_at_sample(nir_shader *shader);
40 bool ir3_nir_lower_load_barycentric_at_offset(nir_shader *shader);
41 bool ir3_nir_move_varying_inputs(nir_shader *shader);
42 int ir3_nir_coord_offset(nir_ssa_def *ssa);
43 bool ir3_nir_lower_tex_prefetch(nir_shader *shader);
44 bool ir3_nir_lower_wide_load_store(nir_shader *shader);
45
46 void ir3_nir_lower_to_explicit_output(nir_shader *shader,
47 struct ir3_shader_variant *v,
48 unsigned topology);
49 void ir3_nir_lower_to_explicit_input(nir_shader *shader,
50 struct ir3_shader_variant *v);
51 void ir3_nir_lower_tess_ctrl(nir_shader *shader, struct ir3_shader_variant *v,
52 unsigned topology);
53 void ir3_nir_lower_tess_eval(nir_shader *shader, struct ir3_shader_variant *v,
54 unsigned topology);
55 void ir3_nir_lower_gs(nir_shader *shader);
56
57 /*
58 * 64b related lowering:
59 */
60 bool ir3_nir_lower_64b_intrinsics(nir_shader *shader);
61 bool ir3_nir_lower_64b_undef(nir_shader *shader);
62 bool ir3_nir_lower_64b_global(nir_shader *shader);
63
64 void ir3_optimize_loop(struct ir3_compiler *compiler, nir_shader *s);
65 void ir3_nir_lower_io_to_temporaries(nir_shader *s);
66 void ir3_finalize_nir(struct ir3_compiler *compiler, nir_shader *s);
67 void ir3_nir_post_finalize(struct ir3_shader *shader);
68 void ir3_nir_lower_variant(struct ir3_shader_variant *so, nir_shader *s);
69
70 void ir3_setup_const_state(nir_shader *nir, struct ir3_shader_variant *v,
71 struct ir3_const_state *const_state);
72 bool ir3_nir_lower_load_constant(nir_shader *nir, struct ir3_shader_variant *v);
73 void ir3_nir_analyze_ubo_ranges(nir_shader *nir, struct ir3_shader_variant *v);
74 bool ir3_nir_lower_ubo_loads(nir_shader *nir, struct ir3_shader_variant *v);
75 bool ir3_nir_fixup_load_uniform(nir_shader *nir);
76 bool ir3_nir_opt_preamble(nir_shader *nir, struct ir3_shader_variant *v);
77 bool ir3_nir_lower_preamble(nir_shader *nir, struct ir3_shader_variant *v);
78
79 nir_ssa_def *ir3_nir_try_propagate_bit_shift(nir_builder *b,
80 nir_ssa_def *offset,
81 int32_t shift);
82
83 static inline nir_intrinsic_instr *
ir3_bindless_resource(nir_src src)84 ir3_bindless_resource(nir_src src)
85 {
86 if (!src.is_ssa)
87 return NULL;
88
89 if (src.ssa->parent_instr->type != nir_instr_type_intrinsic)
90 return NULL;
91
92 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(src.ssa->parent_instr);
93 if (intrin->intrinsic != nir_intrinsic_bindless_resource_ir3)
94 return NULL;
95
96 return intrin;
97 }
98
99 static inline bool
is_intrinsic_store(nir_intrinsic_op op)100 is_intrinsic_store(nir_intrinsic_op op)
101 {
102 switch (op) {
103 case nir_intrinsic_store_output:
104 case nir_intrinsic_store_scratch:
105 case nir_intrinsic_store_ssbo:
106 case nir_intrinsic_store_shared:
107 case nir_intrinsic_store_global:
108 case nir_intrinsic_store_global_ir3:
109 return true;
110 default:
111 return false;
112 }
113 }
114
115 static inline bool
is_intrinsic_load(nir_intrinsic_op op)116 is_intrinsic_load(nir_intrinsic_op op)
117 {
118 switch (op) {
119 case nir_intrinsic_load_input:
120 case nir_intrinsic_load_scratch:
121 case nir_intrinsic_load_uniform:
122 case nir_intrinsic_load_ssbo:
123 case nir_intrinsic_load_ubo:
124 case nir_intrinsic_load_shared:
125 case nir_intrinsic_load_global:
126 case nir_intrinsic_load_global_ir3:
127 return true;
128 default:
129 return false;
130 }
131 }
132
133 #endif /* IR3_NIR_H_ */
134