Lines Matching refs:vop3
144 return bld.vop3(aco_opcode::v_mbcnt_lo_u32_b32, Definition(dst), mask_lo, base); in emit_mbcnt()
161 Temp mbcnt_lo = bld.vop3(aco_opcode::v_mbcnt_lo_u32_b32, bld.def(v1), mask_lo, base); in emit_mbcnt()
166 return bld.vop3(aco_opcode::v_mbcnt_hi_u32_b32_e64, Definition(dst), mask_hi, mbcnt_lo); in emit_mbcnt()
320 bld.vop3(aco_opcode::v_mul_hi_u32, Definition(multiply_dst), increment_dst, in emit_v_div_u32()
517 tmp[i] = bld.vop3(aco_opcode::v_alignbyte_b32, bld.def(v1), tmp[i + 1], tmp[i], offset); in byte_align_vector()
911 tmp = bld.vop3(op, bld.def(dst.regClass()), src[0], src[1], src[2]); in emit_vop3a_instruction()
913 tmp = bld.vop3(op, bld.def(dst.regClass()), src[0], src[1]); in emit_vop3a_instruction()
917 bld.vop3(aco_opcode::v_mul_f64, Definition(dst), Operand::c64(0x3FF0000000000000), tmp); in emit_vop3a_instruction()
919 bld.vop3(op, Definition(dst), src[0], src[1], src[2]); in emit_vop3a_instruction()
921 bld.vop3(op, Definition(dst), src[0], src[1]); in emit_vop3a_instruction()
1225 bld.vop3(aco_opcode::v_bfe_u32, bld.def(v1), val_hi, Operand::c32(20u), Operand::c32(11u)); in emit_trunc_f64()
1231 fract_mask = bld.vop3(aco_opcode::v_lshr_b64, bld.def(v2), fract_mask, exponent); in emit_trunc_f64()
1276 Temp min = bld.vop3(aco_opcode::v_min_f64, bld.def(v2), fract, min_val); in emit_floor_f64()
1288 Instruction* add = bld.vop3(aco_opcode::v_add_f64, Definition(dst), src0, v); in emit_floor_f64()
1289 add->vop3().neg[1] = true; in emit_floor_f64()
1309 add.instr->vop3().clamp = 1; in uadd32_sat()
1476 bld.vop3(aco_opcode::v_med3_i32, Definition(dst), Operand::c32(-1), src, Operand::c32(1u)); in visit_alu_instr()
1612 bld.vop3(aco_opcode::v_lshrrev_b64, Definition(dst), get_alu_src(ctx, instr->src[1]), in visit_alu_instr()
1636 bld.vop3(aco_opcode::v_lshlrev_b64, Definition(dst), get_alu_src(ctx, instr->src[1]), in visit_alu_instr()
1659 bld.vop3(aco_opcode::v_ashrrev_i64, Definition(dst), get_alu_src(ctx, instr->src[1]), in visit_alu_instr()
1803 add_instr = bld.vop3(aco_opcode::v_add_u16_e64, Definition(dst), src0, src1).instr; in visit_alu_instr()
1810 add_instr->vop3().clamp = 1; in visit_alu_instr()
1823 bld.vop3(aco_opcode::v_add_i16, Definition(dst), src0, src1).instr; in visit_alu_instr()
1824 add_instr->vop3().clamp = 1; in visit_alu_instr()
1827 bld.vop3(aco_opcode::v_add_i32, Definition(dst), src0, src1).instr; in visit_alu_instr()
1828 add_instr->vop3().clamp = 1; in visit_alu_instr()
1889 bld.vop3(aco_opcode::v_sub_u16_e64, Definition(dst), src0, src1); in visit_alu_instr()
2018 Temp tmp = bld.vop3(aco_opcode::v_mul_hi_i32, bld.def(v1), get_alu_src(ctx, instr->src[0]), in visit_alu_instr()
2076 Instruction* add = bld.vop3(aco_opcode::v_add_f64, Definition(dst), as_vgpr(ctx, src0), in visit_alu_instr()
2078 add->vop3().neg[1] = true; in visit_alu_instr()
2154 Temp ma = bld.vop3(aco_opcode::v_cubema_f32, bld.def(v1), src[0], src[1], src[2]); in visit_alu_instr()
2156 Temp sc = bld.vop3(aco_opcode::v_cubesc_f32, bld.def(v1), src[0], src[1], src[2]); in visit_alu_instr()
2157 Temp tc = bld.vop3(aco_opcode::v_cubetc_f32, bld.def(v1), src[0], src[1], src[2]); in visit_alu_instr()
2169 bld.vop3(aco_opcode::v_cubeid_f32, Definition(dst), src[0], src[1], src[2]); in visit_alu_instr()
2206 src = bld.vop3(aco_opcode::v_mul_f64, bld.def(v2), Operand::c64(0x3FF0000000000000), in visit_alu_instr()
2223 mul->vop3().abs[1] = true; in visit_alu_instr()
2228 mul->vop3().abs[1] = true; in visit_alu_instr()
2231 src = bld.vop3(aco_opcode::v_mul_f64, bld.def(v2), Operand::c64(0x3FF0000000000000), in visit_alu_instr()
2254 bld.vop3(aco_opcode::v_med3_f16, Definition(dst), Operand::c16(0u), Operand::c16(0x3c00), in visit_alu_instr()
2257 bld.vop3(aco_opcode::v_med3_f32, Definition(dst), Operand::zero(), in visit_alu_instr()
2263 Instruction* add = bld.vop3(aco_opcode::v_add_f64, Definition(dst), src, Operand::zero()); in visit_alu_instr()
2264 add->vop3().clamp = true; in visit_alu_instr()
2371 bld.vop3(aco_opcode::v_add_f64, Definition(dst), trunc, add); in visit_alu_instr()
2408 bld.vop3(aco_opcode::v_bfi_b32, bld.def(v1), bitmask, in visit_alu_instr()
2411 bld.vop3(aco_opcode::v_add_f64, bld.def(v2), src0, in visit_alu_instr()
2414 bld.vop3(aco_opcode::v_add_f64, bld.def(v2), tmp, in visit_alu_instr()
2416 sub->vop3().neg[1] = true; in visit_alu_instr()
2421 Instruction* vop3 = in visit_alu_instr() local
2423 vop3->vop3().abs[0] = true; in visit_alu_instr()
2424 Temp cond = vop3->definitions[0].getTemp(); in visit_alu_instr()
2512 bld.vop3(aco_opcode::v_med3_i16, bld.def(v2b), Operand::c16(-1), src, Operand::c16(1u)); in visit_alu_instr()
2517 bld.vop3(aco_opcode::v_med3_i32, bld.def(v1), Operand::c32(-1), src, Operand::c32(1u)); in visit_alu_instr()
2558 bld.vop3(aco_opcode::v_cvt_pkrtz_f16_f32_e64, Definition(dst), src, Operand::zero()); in visit_alu_instr()
2632 upper = bld.vop3(aco_opcode::v_ldexp_f64, bld.def(v2), upper, Operand::c32(32u)); in visit_alu_instr()
2633 upper = bld.vop3(aco_opcode::v_add_f64, bld.def(v2), lower, upper); in visit_alu_instr()
2652 upper = bld.vop3(aco_opcode::v_ldexp_f64, bld.def(v2), upper, Operand::c32(32u)); in visit_alu_instr()
2653 bld.vop3(aco_opcode::v_add_f64, Definition(dst), lower, upper); in visit_alu_instr()
2707 upper = bld.vop3(aco_opcode::v_ldexp_f64, bld.def(v2), upper, Operand::c32(32u)); in visit_alu_instr()
2708 upper = bld.vop3(aco_opcode::v_add_f64, bld.def(v2), lower, upper); in visit_alu_instr()
2726 upper = bld.vop3(aco_opcode::v_ldexp_f64, bld.def(v2), upper, Operand::c32(32u)); in visit_alu_instr()
2727 bld.vop3(aco_opcode::v_add_f64, Definition(dst), lower, upper); in visit_alu_instr()
2824 exponent = bld.vop3(aco_opcode::v_med3_i32, bld.def(v1), Operand::zero(), exponent, in visit_alu_instr()
2835 mantissa = bld.vop3(aco_opcode::v_lshrrev_b64, bld.def(v2), new_exponent, mantissa); in visit_alu_instr()
2837 mantissa = bld.vop3(aco_opcode::v_lshr_b64, bld.def(v2), mantissa, new_exponent); in visit_alu_instr()
2894 Temp mul = bld.vop3(aco_opcode::v_mul_f64, bld.def(v2), trunc, vec); in visit_alu_instr()
2898 Temp fma = bld.vop3(aco_opcode::v_fma_f64, bld.def(v2), floor, vec, trunc); in visit_alu_instr()
2931 mantissa = bld.vop3(aco_opcode::v_lshlrev_b64, bld.def(v2), new_exponent, mantissa); in visit_alu_instr()
2933 mantissa = bld.vop3(aco_opcode::v_lshl_b64, bld.def(v2), mantissa, new_exponent); in visit_alu_instr()
2984 Temp mul = bld.vop3(aco_opcode::v_mul_f64, bld.def(v2), trunc, vec); in visit_alu_instr()
2988 Temp fma = bld.vop3(aco_opcode::v_fma_f64, bld.def(v2), floor, vec, trunc); in visit_alu_instr()
3269 tmp0->vop3().abs[0] = true; in visit_alu_instr()
3292 bld.vop3(aco_opcode::v_bfm_b32, Definition(dst), bits, offset); in visit_alu_instr()
3465 bld.vop3(aco_opcode::v_bcnt_u32_b32, Definition(dst), src, Operand::zero()); in visit_alu_instr()
3467 bld.vop3(aco_opcode::v_bcnt_u32_b32, Definition(dst), emit_extract_vector(ctx, src, 1, v1), in visit_alu_instr()
3468 bld.vop3(aco_opcode::v_bcnt_u32_b32, bld.def(v1), in visit_alu_instr()
4825 adjusted_frag_z = bld.vop3(aco_opcode::v_fma_f32, bld.def(v1), adjusted_frag_z, in emit_load_frag_coord()
4830 bld.vop3(aco_opcode::v_bfe_u32, bld.def(v1), get_arg(ctx, ctx->args->ac.ancillary), in emit_load_frag_coord()
4858 Temp x_rate = bld.vop3(aco_opcode::v_bfe_u32, bld.def(v1), get_arg(ctx, ctx->args->ac.ancillary), in emit_load_frag_shading_rate()
4860 Temp y_rate = bld.vop3(aco_opcode::v_bfe_u32, bld.def(v1), get_arg(ctx, ctx->args->ac.ancillary), in emit_load_frag_shading_rate()
4987 bld.vop3(aco_opcode::v_bfe_i32, bld.def(v1), alpha, Operand::c32(offset), Operand::c32(2u)); in adjust_vertex_fetch_alpha()
6427 Temp size_div3 = bld.vop3(aco_opcode::v_mul_hi_u32, bld.def(v1), in get_buffer_size()
7355 bld.vop3(aco_opcode::v_bfe_u32, bld.def(v1), get_arg(ctx, ctx->args->ac.ancillary), in visit_load_sample_mask_in()
7534 tmp = bld.vop3(aco_opcode::v_lshr_b64, bld.def(v2), tmp, cluster_offset); in emit_boolean_reduce()
7536 tmp = bld.vop3(aco_opcode::v_lshrrev_b64, bld.def(v2), cluster_offset, tmp); in emit_boolean_reduce()
7550 bld.vop3(aco_opcode::v_bcnt_u32_b32, bld.def(v1), tmp, Operand::zero())); in emit_boolean_reduce()
7703 bld.vop3(aco_opcode::v_mul_lo_u16_e64, dst, src_tmp, count); in emit_addition_uniform_reduce()
7707 bld.vop3(aco_opcode::v_mul_lo_u32, dst, src_tmp, count); in emit_addition_uniform_reduce()
7887 Temp tmp1 = bld.vop3(mad, bld.def(v1), ddx_1, pos1, p1); in emit_interp_center()
7888 Temp tmp2 = bld.vop3(mad, bld.def(v1), ddx_2, pos1, p2); in emit_interp_center()
7889 tmp1 = bld.vop3(mad, bld.def(v1), ddy_1, pos2, tmp1); in emit_interp_center()
7890 tmp2 = bld.vop3(mad, bld.def(v1), ddy_2, pos2, tmp2); in emit_interp_center()
8218 bld.vop3(aco_opcode::v_lshl_or_b32, Definition(get_ssa_temp(ctx, &instr->dest.ssa)), in visit_intrinsic()
8320 tmp = bld.vop3(aco_opcode::v_lshr_b64, bld.def(v2), src, tid); in visit_intrinsic()
8322 tmp = bld.vop3(aco_opcode::v_lshrrev_b64, bld.def(v2), tid, src); in visit_intrinsic()
8336 bld.vop3(aco_opcode::v_bfe_u32, Definition(get_ssa_temp(ctx, &instr->dest.ssa)), in visit_intrinsic()
8639 bld.vop3(aco_opcode::v_perm_b32, Definition(dst), get_ssa_temp(ctx, instr->src[0].ssa), in visit_intrinsic()
8652 bld.vop3(aco_opcode::v_permlane16_b32, Definition(dst), src, in visit_intrinsic()
8764 bld.vop3(aco_opcode::v_bfe_u32, Definition(dst), get_arg(ctx, ctx->args->ac.tcs_rel_ids), in visit_intrinsic()
8980 bld.vop3(aco_opcode::v_ldexp_f32, Definition(get_ssa_temp(ctx, &instr->dest.ssa)), in visit_intrinsic()
9153 ma = bld.vop3(aco_opcode::v_cubema_f32, bld.def(v1), coords[0], coords[1], coords[2]); in prepare_cube_coords()
9163 sc = bld.vop3(aco_opcode::v_cubesc_f32, bld.def(v1), coords[0], coords[1], coords[2]); in prepare_cube_coords()
9167 tc = bld.vop3(aco_opcode::v_cubetc_f32, bld.def(v1), coords[0], coords[1], coords[2]); in prepare_cube_coords()
9171 id = bld.vop3(aco_opcode::v_cubeid_f32, bld.def(v1), coords[0], coords[1], coords[2]); in prepare_cube_coords()
10939 bld.vop3(aco_opcode::v_cvt_pkrtz_f16_f32_e64, bld.def(v1), in export_fs_mrt_color()
11039 values[i] = bld.vop3( in export_fs_mrt_color()
11902 bld.vop3(aco_opcode::v_mul_hi_u32, fetch_index_def, Operand(tmp_sgpr.advance(4), s1), in calc_nontrivial_instance_id()
11914 bld.vop3(aco_opcode::v_bfe_u32, tmp_def, div_info, Operand::c32(8u), Operand::c32(8u)); in calc_nontrivial_instance_id()
11917 bld.vop3(aco_opcode::v_mul_hi_u32, fetch_index_def, fetch_index, in calc_nontrivial_instance_id()
11920 bld.vop3(aco_opcode::v_bfe_u32, tmp_def, div_info, Operand::c32(16u), Operand::c32(8u)); in calc_nontrivial_instance_id()
12114 bld.vop3(aco_opcode::v_bfe_i32, Definition(alpha, v1), Operand(alpha, v1), in select_vs_prolog()