Lines Matching refs:intrin
53 nir_intrinsic_instr *intrin = in vtn_build_subgroup_instr() local
55 nir_ssa_dest_init_for_type(&intrin->instr, &intrin->dest, in vtn_build_subgroup_instr()
57 intrin->num_components = intrin->dest.ssa.num_components; in vtn_build_subgroup_instr()
59 intrin->src[0] = nir_src_for_ssa(src0->def); in vtn_build_subgroup_instr()
61 intrin->src[1] = nir_src_for_ssa(index); in vtn_build_subgroup_instr()
63 intrin->const_index[0] = const_idx0; in vtn_build_subgroup_instr()
64 intrin->const_index[1] = const_idx1; in vtn_build_subgroup_instr()
66 nir_builder_instr_insert(&b->nb, &intrin->instr); in vtn_build_subgroup_instr()
68 dst->def = &intrin->dest.ssa; in vtn_build_subgroup_instr()
112 nir_intrinsic_instr *intrin = in vtn_handle_subgroup() local
116 intrin->src[0] = nir_src_for_ssa(vtn_get_nir_ssa(b, w[4])); in vtn_handle_subgroup()
117 intrin->src[1] = nir_src_for_ssa(nir_load_subgroup_invocation(&b->nb)); in vtn_handle_subgroup()
119 nir_ssa_dest_init_for_type(&intrin->instr, &intrin->dest, in vtn_handle_subgroup()
121 nir_builder_instr_insert(&b->nb, &intrin->instr); in vtn_handle_subgroup()
123 vtn_push_nir_ssa(b, w[2], &intrin->dest.ssa); in vtn_handle_subgroup()
167 nir_intrinsic_instr *intrin = in vtn_handle_subgroup() local
170 intrin->src[0] = nir_src_for_ssa(src0); in vtn_handle_subgroup()
172 intrin->src[1] = nir_src_for_ssa(src1); in vtn_handle_subgroup()
174 nir_ssa_dest_init_for_type(&intrin->instr, &intrin->dest, in vtn_handle_subgroup()
176 nir_builder_instr_insert(&b->nb, &intrin->instr); in vtn_handle_subgroup()
178 vtn_push_nir_ssa(b, w[2], &intrin->dest.ssa); in vtn_handle_subgroup()
262 nir_intrinsic_instr *intrin = in vtn_handle_subgroup() local
265 intrin->num_components = src0->num_components; in vtn_handle_subgroup()
266 intrin->src[0] = nir_src_for_ssa(src0); in vtn_handle_subgroup()
267 nir_ssa_dest_init_for_type(&intrin->instr, &intrin->dest, in vtn_handle_subgroup()
269 nir_builder_instr_insert(&b->nb, &intrin->instr); in vtn_handle_subgroup()
271 vtn_push_nir_ssa(b, w[2], &intrin->dest.ssa); in vtn_handle_subgroup()