| /third_party/mesa3d/src/imagination/rogue/ |
| D | rogue_nir_helpers.h | 42 assert(!alu->dest.dest.is_ssa); in nir_alu_dest_regindex()
49 assert(!alu->dest.dest.is_ssa); in nir_alu_dest_comp()
59 assert(!alu->src[src].src.is_ssa); in nir_alu_src_regindex()
67 assert(alu->src[src].src.is_ssa); in nir_alu_src_const()
78 if (!alu->src[src].src.is_ssa) in nir_alu_src_is_const()
89 assert(!intr->dest.is_ssa); in nir_intr_dest_regindex()
98 assert(!intr->src[src].is_ssa); in nir_intr_src_regindex()
107 assert(intr->src[src].is_ssa); in nir_intr_src_const()
119 assert(intr->src[src].is_ssa); in nir_intr_src_comp_const()
130 if (!intr->src[src].is_ssa) in nir_intr_src_is_const()
|
| /third_party/mesa3d/src/compiler/nir/ |
| D | nir_gather_ssa_types.c | 107 assert(alu->dest.dest.is_ssa); in nir_gather_ssa_types()
135 assert(alu->src[i].src.is_ssa); in nir_gather_ssa_types()
148 assert(tex->src[i].src.is_ssa); in nir_gather_ssa_types()
153 assert(tex->dest.is_ssa); in nir_gather_ssa_types()
168 assert(intrin->dest.is_ssa); in nir_gather_ssa_types()
178 assert(intrin->src[1].is_ssa); in nir_gather_ssa_types()
187 assert(intrin->dest.is_ssa); in nir_gather_ssa_types()
194 assert(intrin->src[0].is_ssa); in nir_gather_ssa_types()
211 assert(offset_src->is_ssa); in nir_gather_ssa_types()
220 assert(phi->dest.is_ssa); in nir_gather_ssa_types()
|
| D | nir_opt_undef.c | 44 assert(instr->dest.dest.is_ssa); in opt_undef_csel()
47 if (!instr->src[i].src.is_ssa) in opt_undef_csel()
82 assert(alu->dest.dest.is_ssa); in opt_undef_vecN()
85 if (!alu->src[i].src.is_ssa || in opt_undef_vecN()
114 if (alu->src[i].src.is_ssa && in nir_get_undef_mask()
150 if (!intrin->src[arg_index].is_ssa) in opt_undef_store()
|
| D | nir_lower_to_source_mods.c | 66 if (!alu->src[i].src.is_ssa) in nir_lower_to_source_mods_block()
105 if (!parent->src[0].src.is_ssa) in nir_lower_to_source_mods_block()
143 if (!alu->dest.dest.is_ssa) in nir_lower_to_source_mods_block()
164 assert(child_src->is_ssa); in nir_lower_to_source_mods_block()
190 assert(child_src->is_ssa); in nir_lower_to_source_mods_block()
|
| D | nir.c | 433 return !src->is_ssa && src->reg.indirect; in src_has_indirect()
439 assert(src->reg.indirect->is_ssa || !src->reg.indirect->reg.indirect); in src_free_indirects()
447 if (!dest->is_ssa && dest->reg.indirect) { in dest_free_indirects()
448 assert(dest->reg.indirect->is_ssa || !dest->reg.indirect->reg.indirect); in dest_free_indirects()
461 dest->is_ssa = src->is_ssa; in nir_src_copy()
462 if (src->is_ssa) { in nir_src_copy()
479 assert(!src->is_ssa); in nir_dest_copy()
483 dest->is_ssa = false; in nir_dest_copy()
522 return src->src.is_ssa && (src->src.ssa->num_components == num_components) && in nir_alu_src_is_trivial_ssa()
610 src->is_ssa = false; in src_init()
[all …]
|
| D | nir_from_ssa.c | 409 assert(phi->dest.is_ssa); in isolate_phi_nodes_block()
426 assert(src->src.is_ssa); in isolate_phi_nodes_block()
461 assert(phi->dest.is_ssa); in coalesce_phi_nodes_block()
465 assert(src->src.is_ssa); in coalesce_phi_nodes_block()
483 if (!entry->src.is_ssa) in aggressive_coalesce_parallel_copy()
635 assert(!dest_src.is_ssa && in emit_copy()
641 if (src.is_ssa) in emit_copy()
683 if (!entry->src.is_ssa && entry->src.reg.reg == entry->dest.reg.reg) in resolve_parallel_copy()
719 if (!entry->src.is_ssa && entry->src.reg.reg == entry->dest.reg.reg) in resolve_parallel_copy()
817 if (values[b].is_ssa) { in resolve_parallel_copy()
[all …]
|
| D | nir_lower_vec_to_movs.c | 44 if (dest->is_ssa || src->is_ssa) in src_matches_dest_reg()
138 if (!vec->src[start_idx].src.is_ssa) in try_coalesce()
198 if (!vec->src[i].src.is_ssa || in try_coalesce()
253 bool vec_had_ssa_dest = vec->dest.dest.is_ssa; in nir_lower_vec_to_movs_instr()
254 if (vec->dest.dest.is_ssa) { in nir_lower_vec_to_movs_instr()
|
| D | nir_opt_copy_prop_vars.c | 64 bool is_ssa; member
78 if (!value->is_ssa) in value_set_ssa_components()
80 value->is_ssa = true; in value_set_ssa_components()
382 if (!iter->src.is_ssa) { in lookup_entry_and_kill_aliases()
456 (!iter->src.is_ssa && nir_deref_mode_may_be(iter->src.deref.instr, modes))) in apply_barrier_for_modes()
468 if (from->is_ssa) { in value_set_from_value()
470 if (!value->is_ssa) in value_set_from_value()
472 value->is_ssa = true; in value_set_from_value()
482 value->is_ssa = false; in value_set_from_value()
511 .is_ssa = true, in load_element_from_ssa_entry_value()
[all …]
|
| D | nir_opt_phi_precision.c | 199 assert(phi->dest.is_ssa); in try_move_narrowing_dst()
235 assert(src->src.is_ssa); in try_move_narrowing_dst()
310 assert(src->src.is_ssa); in find_widening_op()
348 assert(src->src.is_ssa); in find_widening_op()
367 assert(phi->dest.is_ssa); in try_move_widening_src()
387 assert(src->src.is_ssa); in try_move_widening_src()
|
| D | nir_lower_locals_to_regs.c | 137 src.is_ssa = false; in get_deref_reg_src()
168 assert(src.reg.indirect->is_ssa); in get_deref_reg_src()
214 if (intrin->dest.is_ssa) { in lower_locals_to_regs_block()
255 if (mov->src[0].src.is_ssa) { in lower_locals_to_regs_block()
259 if (parent_alu->op == nir_op_mov && parent_alu->src[0].src.is_ssa) { in lower_locals_to_regs_block()
270 mov->dest.dest.is_ssa = false; in lower_locals_to_regs_block()
|
| D | nir_serialize.c | 494 unsigned is_ssa:1; /* <-- Header */ member
524 header.any.is_ssa = src->is_ssa; in write_src_full()
525 if (src->is_ssa) { in write_src_full()
554 src->is_ssa = header.any.is_ssa; in read_src()
555 if (src->is_ssa) { in read_src()
573 uint8_t is_ssa:1; member
579 uint8_t is_ssa:1; member
697 dest.ssa.is_ssa = dst->is_ssa; in write_dest()
698 if (dst->is_ssa) { in write_dest()
747 if (dest.ssa.is_ssa && in write_dest()
[all …]
|
| D | nir_lower_interpolation.c | 52 assert(intr->dest.is_ssa); in nir_lower_interpolation_block()
53 assert(intr->src[0].is_ssa); in nir_lower_interpolation_block()
54 assert(intr->src[1].is_ssa); in nir_lower_interpolation_block()
|
| D | nir_instr_set.c | 32 return src->is_ssa; in src_is_ssa()
39 return dest->is_ssa; in dest_is_ssa()
91 assert(src->is_ssa); in hash_src()
331 if (src1.is_ssa) { in nir_srcs_equal()
332 if (src2.is_ssa) { in nir_srcs_equal()
338 if (src2.is_ssa) { in nir_srcs_equal()
769 assert(nir_instr_as_alu(instr)->dest.dest.is_ssa); in nir_instr_get_dest_ssa_def()
772 assert(nir_instr_as_deref(instr)->dest.is_ssa); in nir_instr_get_dest_ssa_def()
777 assert(nir_instr_as_phi(instr)->dest.is_ssa); in nir_instr_get_dest_ssa_def()
780 assert(nir_instr_as_intrinsic(instr)->dest.is_ssa); in nir_instr_get_dest_ssa_def()
[all …]
|
| D | nir_lower_subgroups.c | 149 assert(intrin->src[0].is_ssa); in lower_vote_eq_to_scalar()
175 assert(intrin->src[0].is_ssa); in lower_vote_eq()
247 assert(intrin->src[1].is_ssa); in lower_to_shuffle()
252 assert(intrin->src[1].is_ssa); in lower_to_shuffle()
257 assert(intrin->src[1].is_ssa); in lower_to_shuffle()
262 assert(intrin->src[1].is_ssa); in lower_to_shuffle()
321 assert(intrin->src[0].is_ssa); in lower_shuffle()
322 assert(intrin->src[1].is_ssa); in lower_shuffle()
703 assert(intrin->src[0].is_ssa); in lower_subgroups_instr()
733 assert(intrin->src[1].is_ssa); in lower_subgroups_instr()
[all …]
|
| D | nir_deref.c | 112 assert(d->dest.is_ssa); in nir_deref_instr_remove_if_unused()
431 assert(deref->parent.is_ssa); in nir_fixup_deref_modes()
524 assert(a[*i]->arr.index.is_ssa && b[*i]->arr.index.is_ssa); in compare_deref_paths()
908 assert(alu->src[i].src.is_ssa); in opt_alu_of_cast()
917 assert(src_deref->parent.is_ssa); in opt_alu_of_cast()
1171 assert(cast->dest.is_ssa); in opt_deref_cast()
1172 assert(cast->parent.is_ssa); in opt_deref_cast()
1228 assert(parent->parent.is_ssa); in opt_deref_ptr_as_array()
1229 assert(parent->arr.index.is_ssa); in opt_deref_ptr_as_array()
1230 assert(deref->arr.index.is_ssa); in opt_deref_ptr_as_array()
[all …]
|
| D | nir_move_vec_src_uses_to_dest.c | 85 if (!vec->dest.dest.is_ssa) in move_vec_src_uses_to_dest_block()
98 if (!vec->src[i].src.is_ssa) in move_vec_src_uses_to_dest_block()
139 assert(use->is_ssa); in move_vec_src_uses_to_dest_block()
|
| /third_party/mesa3d/src/gallium/drivers/lima/ir/ |
| D | lima_nir_duplicate_intrinsic.c | 44 dupl->src[0].is_ssa = itr->src[0].is_ssa; in lima_nir_duplicate_intrinsic()
45 if (itr->src[0].is_ssa) in lima_nir_duplicate_intrinsic()
77 dupl->src[0].is_ssa = itr->src[0].is_ssa; in lima_nir_duplicate_intrinsic()
78 if (itr->src[0].is_ssa) in lima_nir_duplicate_intrinsic()
126 if (!itr->dest.is_ssa) in lima_nir_duplicate_intrinsic_impl()
|
| D | lima_nir_split_loads.c | 45 assert(new_intrin->dest.is_ssa); in clone_intrinsic()
49 assert(new_intrin->src[i].is_ssa); in clone_intrinsic()
60 if (!intrin->dest.is_ssa) in replace_intrinsic()
67 if (!intrin->src[0].is_ssa) in replace_intrinsic()
|
| D | lima_nir_lower_txp.c | 44 if (!coord_alu->dest.dest.is_ssa || in get_proj_index()
45 !proj_alu->dest.dest.is_ssa) in get_proj_index()
48 if (!coord_alu->src[0].src.is_ssa || in get_proj_index()
49 !proj_alu->src[0].src.is_ssa) in get_proj_index()
|
| /third_party/mesa3d/src/gallium/drivers/r600/sfn/ |
| D | sfn_valuefactory.cpp | 143 RegisterVec4 ValueFactory::allocate_pinned_vec4(int sel, bool is_ssa) in allocate_pinned_vec4() argument
148 RegisterVec4 retval(sel, is_ssa, {0,1,2,3}, pin_fully); in allocate_pinned_vec4()
157 assert(dest.is_ssa); in inject_value()
219 if (dst.is_ssa) { in dest()
252 PRegister ValueFactory::temp_register(int pinned_channel, bool is_ssa) in temp_register() argument
262 reg->set_is_ssa(is_ssa); in temp_register()
288 if (dst.is_ssa) { in dest_vec4()
328 if (src.is_ssa) { in src()
617 bool is_ssa = s[0] == 'S'; in dest_from_string() local
626 reg->set_is_ssa(is_ssa); in dest_from_string()
[all …]
|
| /third_party/mesa3d/src/panfrost/util/ |
| D | nir_mod_helpers.c | 42 if (!src->src.is_ssa || src->src.ssa->parent_instr->type != nir_instr_type_alu) in pan_has_source_mod()
54 if (!alu->src[0].src.is_ssa) in pan_has_source_mod()
89 if (!dest->is_ssa) in pan_has_dest_mod()
122 if (!alu->dest.dest.is_ssa) in pan_has_dest_mod()
|
| /third_party/mesa3d/src/intel/compiler/ |
| D | brw_nir_opt_peephole_ffma.c | 56 assert(use_alu->dest.dest.is_ssa); in are_all_uses_fadd()
74 assert(src->src.is_ssa && !src->abs && !src->negate); in get_mul_for_src()
177 assert(add->dest.dest.is_ssa); in brw_nir_opt_peephole_ffma_instr()
181 assert(add->src[0].src.is_ssa && add->src[1].src.is_ssa); in brw_nir_opt_peephole_ffma_instr()
248 assert(add->dest.dest.is_ssa); in brw_nir_opt_peephole_ffma_instr()
|
| D | brw_nir_analyze_boolean_resolves.c | 46 if (src->is_ssa) { in get_resolve_status_for_src()
69 if (src->is_ssa) { in src_mark_needs_resolve()
197 if (!alu->dest.dest.is_ssa && in analyze_boolean_resolves_block()
|
| /third_party/mesa3d/src/freedreno/ir3/ |
| D | ir3_nir_lower_tex_prefetch.c | 48 if (!alu->src[0].src.is_ssa) in coord_offset()
56 if (!alu->src[i].src.is_ssa) in coord_offset()
80 if (!input->src[0].is_ssa) in coord_offset()
184 assert(coord->src.is_ssa); in lower_tex_prefetch_block()
|
| /third_party/mesa3d/src/panfrost/vulkan/ |
| D | panvk_vX_nir_lower_descriptors.c | 266 assert(intrin->src[0].is_ssa); in lower_res_intrinsic()
274 assert(intrin->src[0].is_ssa && intrin->src[1].is_ssa); in lower_res_intrinsic()
281 assert(intrin->src[0].is_ssa); in lower_res_intrinsic()
290 assert(intrin->dest.is_ssa); in lower_res_intrinsic()
308 assert(intrin->src[0].is_ssa); in lower_get_ssbo_size()
337 assert(deref->arr.index.is_ssa); in get_resource_deref_binding()
554 assert(intr->dest.is_ssa); in lower_img_intrinsic()
|