| /third_party/mesa3d/src/freedreno/ir3/ |
| D | ir3_lower_subgroups.c | 65 mov_dst->wrmask = dst->wrmask; in mov_immed()
71 mov->repeat = util_last_bit(mov_dst->wrmask) - 1; in mov_immed()
84 mov_dst->wrmask = dst->wrmask; in mov_reg()
85 mov_src->wrmask = src->wrmask; in mov_reg()
86 mov->repeat = util_last_bit(mov_dst->wrmask) - 1; in mov_reg()
103 instr_dst->wrmask = dst->wrmask; in binop()
104 instr_src0->wrmask = src0->wrmask; in binop()
105 instr_src1->wrmask = src1->wrmask; in binop()
106 instr->repeat = util_last_bit(instr_dst->wrmask) - 1; in binop()
122 instr_dst->wrmask = dst->wrmask; in triop()
[all …]
|
| D | ir3_a6xx.c | 52 ldib->dsts[0]->wrmask = MASK(intr->num_components); in emit_intrinsic_load_ssbo()
70 unsigned wrmask = nir_intrinsic_write_mask(intr); in emit_intrinsic_store_ssbo() local
71 unsigned ncomp = ffs(~wrmask) - 1; in emit_intrinsic_store_ssbo()
73 assert(wrmask == BITFIELD_MASK(intr->num_components)); in emit_intrinsic_store_ssbo()
192 atomic->dsts[0]->wrmask = src1->dsts[0]->wrmask; in emit_intrinsic_atomic_ssbo()
211 ldib->dsts[0]->wrmask = MASK(intr->num_components); in emit_intrinsic_load_image()
340 atomic->dsts[0]->wrmask = src1->dsts[0]->wrmask; in emit_intrinsic_atomic_image()
360 resinfo->dsts[0]->wrmask = MASK(3); in emit_intrinsic_image_size()
396 load->dsts[0]->wrmask = MASK(dest_components); in emit_intrinsic_load_global_ir3()
|
| D | ir3_dce.c | 83 if (src && is_tex_or_prefetch(src) && (src->dsts[0]->wrmask > 1)) { in remove_unused_by_block()
84 src->dsts[0]->wrmask &= ~(1 << instr->split.off); in remove_unused_by_block()
166 instr->srcs[0]->wrmask = src->dsts[0]->wrmask; in find_and_remove_unused()
|
| D | ir3_lower_spill.c | 126 spill->srcs[1]->wrmask = MASK(orig_components); in split_spill()
138 clone->srcs[1]->wrmask = MASK(components); in split_spill()
160 reload->dsts[0]->wrmask = MASK(orig_components); in split_reload()
172 clone->dsts[0]->wrmask = MASK(components); in split_reload()
|
| D | ir3_validate.c | 84 validate_assert(ctx, src->wrmask == reg->wrmask); in validate_src()
136 validate_assert(ctx, reg->tied->wrmask == reg->wrmask); in validate_dst()
233 ctx, util_is_power_of_two_or_zero(instr->dsts[0]->wrmask + 1)); in validate_instr()
|
| D | ir3_a4xx.c | 86 ldgb->dsts[0]->wrmask = MASK(intr->num_components); in emit_intrinsic_load_ssbo()
102 unsigned wrmask = nir_intrinsic_write_mask(intr); in emit_intrinsic_store_ssbo() local
103 unsigned ncomp = ffs(~wrmask) - 1; in emit_intrinsic_store_ssbo()
105 assert(wrmask == BITFIELD_MASK(intr->num_components)); in emit_intrinsic_store_ssbo()
315 ldib->dsts[0]->wrmask = MASK(intr->num_components); in emit_intrinsic_load_image()
|
| D | ir3_nir_lower_wide_load_store.c | 59 unsigned wrmask = nir_intrinsic_write_mask(intr); in lower_wide_load_store() local
73 nir_intrinsic_set_write_mask(store, (wrmask >> off) & 0xf); in lower_wide_load_store()
|
| D | ir3.h | 170 unsigned wrmask : 16; /* up to vec16 */ member
1142 return util_last_bit(reg->wrmask); in reg_elems()
1164 return util_last_bit(instr->dsts[0]->wrmask); in dest_regs()
1171 if (dst->wrmask == 0) in is_dest_gpr()
1916 reg->wrmask = src->dsts[0]->wrmask; in __ssa_src()
2031 dst->wrmask = (1 << components) - 1; in ir3_MOVMSK()
2045 dst->wrmask = (1 << components) - 1; in ir3_BALLOT_MACRO()
2331 ir3_SAM(struct ir3_block *block, opc_t opc, type_t type, unsigned wrmask, in INSTR2()
2350 __ssa_dst(sam)->wrmask = wrmask; in INSTR2()
2578 for (unsigned mask = reg->wrmask, n = reg->num; mask; mask >>= 1, n++) in regmask_set()
[all …]
|
| D | ir3_postsched.c | 470 assert(reg->wrmask >= 1); in calculate_deps()
471 u_foreach_bit (b, reg->wrmask) { in calculate_deps()
481 if (reg->wrmask == 0) in calculate_deps()
489 assert(reg->wrmask >= 1); in calculate_deps()
490 u_foreach_bit (b, reg->wrmask) { in calculate_deps()
|
| D | ir3_print.c | 341 if (reg->wrmask > 0x1) in print_reg_name()
342 mesa_log_stream_printf(stream, " (wrmask=0x%x)", reg->wrmask); in print_reg_name()
362 if (instr->dsts[0]->wrmask & (1 << i)) in print_instr()
376 if (reg->wrmask == 0) in print_instr()
|
| D | ir3_compiler_nir.c | 70 __ssa_dst(in)->wrmask = compmask; in create_input()
98 instr->srcs[1]->wrmask = 0x3; in create_frag_input()
369 unsigned dst_sz, wrmask; in emit_alu() local
374 wrmask = (1 << dst_sz) - 1; in emit_alu()
377 wrmask = alu->dest.write_mask; in emit_alu()
414 if (wrmask & (1 << i)) { in emit_alu()
897 ldc->dsts[0]->wrmask = MASK(ncomp); in emit_intrinsic_load_ubo_ldc()
1063 resinfo->dsts[0]->wrmask = MASK(3); in emit_intrinsic_ssbo_size()
1093 ldl->dsts[0]->wrmask = MASK(intr->num_components); in emit_intrinsic_load_shared()
1108 unsigned base, wrmask, ncomp; in emit_intrinsic_store_shared() local
[all …]
|
| D | ir3_parser.y | 83 unsigned wrmask; member
163 reg->wrmask = MAX2(1, rflags.wrmask); in new_src()
164 rflags.flags = rflags.wrmask = 0; in new_src()
175 reg->wrmask = MAX2(1, rflags.wrmask); in new_dst()
176 rflags.flags = rflags.wrmask = 0; in new_dst()
876 instr->dsts[0]->wrmask = (1 << num) - 1;
1299 | T_WRMASK { rflags.wrmask = $1; }
|
| D | ir3_nir_lower_64b.c | 79 unsigned wrmask = nir_intrinsic_has_write_mask(intr) ? in lower_64b_intrinsics() local
85 if (!(wrmask & BITFIELD_BIT(i))) in lower_64b_intrinsics()
|
| D | ir3_spill.c | 761 src->wrmask = reg->wrmask; in spill()
861 src->wrmask = def->wrmask; in split()
886 dst->wrmask = MASK(elems); in extract()
932 dst->wrmask = MASK(elems); in reload()
1568 dst->wrmask = def->wrmask; in add_live_in_phi()
1580 src->wrmask = def->wrmask; in add_live_in_phi()
|
| D | ir3_context.c | 351 collect->dsts[0]->wrmask = MASK(arrsz); in ir3_create_collect()
363 if ((n == 1) && (src->dsts[0]->wrmask == 0x1) && in ir3_split_dest()
389 if (src->dsts[0]->wrmask & (1 << (i + base))) in ir3_split_dest()
|
| D | ir3_shader.c | 112 unsigned n = util_last_bit(v->sampler_prefetch[i].wrmask) - 1; in fixup_regfootprint()
798 if (reg->wrmask > 0x1) in ir3_shader_disasm()
799 fprintf(out, " (wrmask=0x%x)", reg->wrmask); in ir3_shader_disasm()
810 fetch -> tex_id, fetch -> wrmask, fetch -> cmd); in ir3_shader_disasm()
|
| /third_party/mesa3d/src/compiler/nir/ |
| D | nir_lower_wrmasks.c | 108 unsigned wrmask = nir_intrinsic_write_mask(intr); in split_wrmask() local
109 while (wrmask) { in split_wrmask()
110 unsigned first_component = ffs(wrmask) - 1; in split_wrmask()
111 unsigned length = ffs(~(wrmask >> first_component)) - 1; in split_wrmask()
175 wrmask &= ~cur_mask; in split_wrmask()
|
| D | nir_lower_clip_disable.c | 82 int wrmask = nir_intrinsic_write_mask(instr); in lower_clip_plane_store() local
88 if (wrmask & (1 << i)) { in lower_clip_plane_store()
96 nir_store_deref(b, deref, nir_vec(b, components, instr->num_components), wrmask); in lower_clip_plane_store()
|
| D | nir_opt_copy_prop_vars.c | 1040 unsigned wrmask = nir_intrinsic_write_mask(intrin); in copy_prop_vars_block() local
1041 kill_aliases(state, copies, &dst, wrmask); in copy_prop_vars_block()
1057 unsigned wrmask = nir_intrinsic_write_mask(intrin); in copy_prop_vars_block() local
1059 get_entry_and_kill_aliases(state, copies, &vec_dst, wrmask); in copy_prop_vars_block()
1060 value_set_from_value(&entry->src, &value, vec_index, wrmask); in copy_prop_vars_block()
|
| D | nir_lower_vars_to_ssa.c | 637 unsigned wrmask = nir_intrinsic_write_mask(intrin); in rename_variables() local
638 if (wrmask == (1 << intrin->num_components) - 1) { in rename_variables()
658 if (wrmask & (1 << i)) { in rename_variables()
|
| /third_party/mesa3d/src/broadcom/compiler/ |
| D | v3d_nir_lower_load_store_bitsize.c | 196 unsigned wrmask = nir_intrinsic_write_mask(intr); in lower_store_bitsize() local
197 while (wrmask) { in lower_store_bitsize()
198 unsigned component = ffs(wrmask) - 1; in lower_store_bitsize()
226 wrmask &= ~(1 << component); in lower_store_bitsize()
|
| /third_party/mesa3d/src/freedreno/ir3/tests/ |
| D | delay.c | 135 instr->dsts[0]->wrmask = MASK(instr->repeat + 1); in fixup_wrmask()
141 reg->wrmask = MASK(instr->repeat + 1); in fixup_wrmask()
143 reg->wrmask = 1; in fixup_wrmask()
|
| /third_party/mesa3d/src/panfrost/bifrost/valhall/ |
| D | asm.py | 130 wrmask = 0x3
137 wrmask = 1 << WMASKS.index(mask)
139 return parse_int(reg[1:], 0, 63) | (wrmask << 6)
|
| /third_party/mesa3d/src/mesa/state_tracker/ |
| D | st_atifs_to_nir.c | 410 nir_const_value wrmask[4] = { 0 }; in compile_instruction() local
413 wrmask[i].b = 1; in compile_instruction()
417 nir_build_imm(t->b, 4, 1, wrmask), in compile_instruction()
|
| /third_party/mesa3d/src/compiler/nir/tests/ |
| D | load_store_vectorizer_tests.cpp | 56 unsigned wrmask=0xf, unsigned access=0);
62 uint32_t id, unsigned bit_size=32, unsigned components=1, unsigned wrmask=0xf,
68 unsigned bit_size=32, unsigned components=1, unsigned wrmask=0xf);
263 unsigned bit_size, unsigned components, unsigned wrmask, unsigned access) in create_indirect_store() argument
296 nir_intrinsic_set_write_mask(store, wrmask & ((1 << components) - 1)); in create_indirect_store()
311 unsigned bit_size, unsigned components, unsigned wrmask, unsigned access) in create_store() argument
313 …create_indirect_store(mode, binding, nir_imm_int(b, offset), id, bit_size, components, wrmask, acc… in create_store()
327 unsigned bit_size, unsigned components, unsigned wrmask) in create_shared_store() argument
334 nir_store_deref(b, deref, value, wrmask & ((1 << components) - 1)); in create_shared_store()
|