Lines Matching full:into
423 1 => (vec[usize::from(c)].into(), 0), in get_ssa_comp()
424 8 => (vec[usize::from(c / 4)].into(), c % 4), in get_ssa_comp()
425 16 => (vec[usize::from(c / 2)].into(), (c * 2) % 4), in get_ssa_comp()
426 32 => (vec[usize::from(c)].into(), 0), in get_ssa_comp()
430 (comps.into(), 0) in get_ssa_comp()
441 self.get_ssa_ref(src).into() in get_src()
458 (base.into(), addr_offset.offset) in get_io_addr_offset()
460 (SrcRef::Zero.into(), addr_offset.offset) in get_io_addr_offset()
474 self.set_ssa(def, (*ssa).into()); in set_dst()
512 // Collect the sources into a vec with src_bit_size per SSA in parse_alu()
557 *psrc_i = Some(ssa.into()); in parse_alu()
593 psrc[w] = ssa.into(); in parse_alu()
621 srcs.push(ssa[s].into()); in parse_alu()
644 *s = dw.into(); in parse_alu()
654 srcs.push(b.prmt4(prmt_srcs, prmt).into()); in parse_alu()
659 srcs.push(ssa[s].into()); in parse_alu()
664 srcs.push([ssa[s * 2], ssa[s * 2 + 1]].into()); in parse_alu()
683 b.isetp(IntCmpType::I32, IntCmpOp::Ne, srcs[0], 0.into()) in parse_alu()
686 b.sel(srcs[0].bnot(), 0.into(), 1.into()) in parse_alu()
689 let lo = b.sel(srcs[0].bnot(), 0.into(), 1.into()); in parse_alu()
690 let hi = b.copy(0.into()); in parse_alu()
691 [lo[0], hi[0]].into() in parse_alu()
693 nir_op_b2f16 => b.sel(srcs[0].bnot(), 0.into(), 0x3c00.into()), in parse_alu()
695 b.sel(srcs[0].bnot(), 0.0_f32.into(), 1.0_f32.into()) in parse_alu()
698 let lo = b.copy(0.into()); in parse_alu()
699 let hi = b.sel(srcs[0].bnot(), 0.into(), 0x3ff00000.into()); in parse_alu()
700 [lo[0], hi[0]].into() in parse_alu()
706 dst: dst.into(), in parse_alu()
716 dst: dst.into(), in parse_alu()
725 dst: range.into(), in parse_alu()
727 sel: 0x0040.into(), in parse_alu()
733 dst: dst.into(), in parse_alu()
736 range: range.into(), in parse_alu()
752 b.prmt(srcs[0], 0.into(), [byte, zero, zero, zero]) in parse_alu()
758 b.prmt(srcs[0], 0.into(), [byte, sign, sign, sign]) in parse_alu()
764 b.prmt(srcs[0], 0.into(), [byte, byte + 1, zero, zero]) in parse_alu()
770 b.prmt(srcs[0], 0.into(), [byte, byte + 1, sign, sign]) in parse_alu()
779 let src_type = FloatType::from_bits(src_bits.into()); in parse_alu()
780 let dst_type = FloatType::from_bits(dst_bits.into()); in parse_alu()
784 dst: dst.into(), in parse_alu()
786 src_type: FloatType::from_bits(src_bits.into()), in parse_alu()
807 dst: dst.into(), in parse_alu()
808 src: rev.into(), in parse_alu()
822 IntType::from_bits(dst_bits.into(), dst_is_signed); in parse_alu()
828 dst: tmp.into(), in parse_alu()
836 dst: dst.into(), in parse_alu()
837 src: tmp.into(), in parse_alu()
846 dst: dst.into(), in parse_alu()
863 let ftype = FloatType::from_bits(alu.def.bit_size().into()); in parse_alu()
868 dst: dst.into(), in parse_alu()
875 dst: dst.into(), in parse_alu()
888 dst: dst.into(), in parse_alu()
902 let ty = FloatType::from_bits(alu.def.bit_size().into()); in parse_alu()
916 dst: dst.into(), in parse_alu()
926 dst: dst.into(), in parse_alu()
941 FloatType::from_bits(alu.get_src(0).bit_size().into()); in parse_alu()
954 dst: dst.into(), in parse_alu()
958 accum: SrcRef::True.into(), in parse_alu()
963 dst: dst.into(), in parse_alu()
967 accum: SrcRef::True.into(), in parse_alu()
977 [dst[0].into(), dst[1].into()] in parse_alu()
979 [dst[0].into(), Dst::None] in parse_alu()
990 accum: SrcRef::True.into(), in parse_alu()
1004 let ftype = FloatType::from_bits(alu.def.bit_size().into()); in parse_alu()
1010 dst: dst.into(), in parse_alu()
1017 dst: dst.into(), in parse_alu()
1033 dst: dst.into(), in parse_alu()
1055 dst: dst.into(), in parse_alu()
1075 dst: dst.into(), in parse_alu()
1077 min: (alu.op == nir_op_fmin).into(), in parse_alu()
1082 dst: dst.into(), in parse_alu()
1084 min: (alu.op == nir_op_fmin).into(), in parse_alu()
1090 dst: dst.into(), in parse_alu()
1095 min: (alu.op == nir_op_fmin).into(), in parse_alu()
1104 let ftype = FloatType::from_bits(alu.def.bit_size().into()); in parse_alu()
1110 dst: dst.into(), in parse_alu()
1117 dst: dst.into(), in parse_alu()
1131 dst: dst.into(), in parse_alu()
1151 dst: dst.into(), in parse_alu()
1165 dst: tmp.into(), in parse_alu()
1177 dst: dst.into(), in parse_alu()
1178 src: tmp.into(), in parse_alu()
1192 0x38800000.into(), in parse_alu()
1196 b.lop2(LogicOp2::And, srcs[0], 0x80000000.into()); in parse_alu()
1197 b.sel(denorm.into(), zero.into(), dst.into()) in parse_alu()
1211 let ftype = FloatType::from_bits(alu.def.bit_size().into()); in parse_alu()
1218 dst: dst.into(), in parse_alu()
1219 srcs: [srcs[0], 0.into()], in parse_alu()
1232 dst: dst.into(), in parse_alu()
1233 srcs: [restrict_f16v2_src(srcs[0]), 0.into()], in parse_alu()
1245 let lz = b.dsetp(FloatCmpOp::OrdLt, srcs[0], 0.into()); in parse_alu()
1246 let gz = b.dsetp(FloatCmpOp::OrdGt, srcs[0], 0.into()); in parse_alu()
1247 let hi = b.sel(lz.into(), 0xbff00000.into(), 0.into()); in parse_alu()
1248 let hi = b.sel(gz.into(), 0x3ff00000.into(), hi.into()); in parse_alu()
1249 let lo = b.copy(0.into()); in parse_alu()
1250 [lo[0], hi[0]].into() in parse_alu()
1252 let lz = b.fset(FloatCmpOp::OrdLt, srcs[0], 0.into()); in parse_alu()
1253 let gz = b.fset(FloatCmpOp::OrdGt, srcs[0], 0.into()); in parse_alu()
1254 b.fadd(gz.into(), Src::from(lz).fneg()) in parse_alu()
1259 b.hset2(FloatCmpOp::OrdLt, x, 0.into()).into(), in parse_alu()
1262 b.hset2(FloatCmpOp::OrdGt, x, 0.into()).into(), in parse_alu()
1275 let dst_type = FloatType::from_bits(dst_bits.into()); in parse_alu()
1278 dst: dst.into(), in parse_alu()
1281 src_type: IntType::from_bits(src_bits.into(), true), in parse_alu()
1324 b.prmt(src[0].into(), src[1].into(), prmt_lo) in parse_alu()
1328 let lo = b.prmt(src[0].into(), 0.into(), prmt_lo); in parse_alu()
1329 let hi = b.prmt(src[0].into(), 0.into(), prmt_hi); in parse_alu()
1330 [lo[0], hi[0]].into() in parse_alu()
1332 b.prmt(src[0].into(), 0.into(), prmt_lo) in parse_alu()
1338 32 => b.iadd(srcs[0], srcs[1], 0.into()), in parse_alu()
1339 64 => b.iadd64(srcs[0], srcs[1], 0.into()), in parse_alu()
1362 dst: dst.into(), in parse_alu()
1388 b.isetp64(cmp_type, cmp_op, x.into(), y.into()) in parse_alu()
1391 b.isetp(cmp_type, cmp_op, x.into(), y.into()) in parse_alu()
1398 dst: dst.into(), in parse_alu()
1413 b.imnmx(tp, srcs[0], srcs[1], min.into()) in parse_alu()
1426 dst64[1].into() in parse_alu()
1448 b.lop2(LogicOp2::PassB, true.into(), srcs[0].bnot()) in parse_alu()
1451 b.lop2(LogicOp2::PassB, 0.into(), srcs[0].bnot()) in parse_alu()
1458 (s as u32).into() in parse_alu()
1471 (s as u32).into() in parse_alu()
1482 32 => b.iadd(srcs[0], srcs[1].ineg(), 0.into()), in parse_alu()
1483 64 => b.iadd64(srcs[0], srcs[1].ineg(), 0.into()), in parse_alu()
1499 dst: result.into(), in parse_alu()
1510 dst: low.into(), in parse_alu()
1524 dst: high.into(), in parse_alu()
1534 b.prmt(low.into(), high.into(), [0, 1, 4, 5]) in parse_alu()
1540 dst: dst.into(), in parse_alu()
1550 dst: dst.into(), in parse_alu()
1559 dst: dst.into(), in parse_alu()
1568 dst: dst.into(), in parse_alu()
1577 let dst_type = FloatType::from_bits(dst_bits.into()); in parse_alu()
1580 dst: dst.into(), in parse_alu()
1583 src_type: IntType::from_bits(src_bits.into(), false), in parse_alu()
1594 dst: sum_lo.into(), in parse_alu()
1595 overflow: [ovf_lo.into(), Dst::None], in parse_alu()
1596 srcs: [0.into(), x[0].into(), y[0].into()], in parse_alu()
1602 dst: sum_hi.into(), in parse_alu()
1603 overflow: [ovf_hi.into(), Dst::None], in parse_alu()
1604 srcs: [0.into(), x[1].into(), y[1].into()], in parse_alu()
1605 carry: [ovf_lo.into(), false.into()], in parse_alu()
1608 b.sel(ovf_hi.into(), u32::MAX.into(), sum_lo.into()); in parse_alu()
1610 b.sel(ovf_hi.into(), u32::MAX.into(), sum_hi.into()); in parse_alu()
1611 [lo[0], hi[0]].into() in parse_alu()
1614 b.sel(ovf_lo.into(), u32::MAX.into(), sum_lo.into()) in parse_alu()
1629 dst: sum_lo.into(), in parse_alu()
1630 overflow: [ovf_lo.into(), Dst::None], in parse_alu()
1631 srcs: [0.into(), x[0].into(), Src::from(y[0]).ineg()], in parse_alu()
1637 dst: sum_hi.into(), in parse_alu()
1638 overflow: [ovf_hi.into(), Dst::None], in parse_alu()
1639 srcs: [0.into(), x[1].into(), Src::from(y[1]).bnot()], in parse_alu()
1640 carry: [ovf_lo.into(), false.into()], in parse_alu()
1642 let lo = b.sel(ovf_hi.into(), sum_lo.into(), 0.into()); in parse_alu()
1643 let hi = b.sel(ovf_hi.into(), sum_hi.into(), 0.into()); in parse_alu()
1644 [lo[0], hi[0]].into() in parse_alu()
1647 b.sel(ovf_lo.into(), sum_lo.into(), 0.into()) in parse_alu()
1651 b.prmt(srcs[0], 0.into(), [0, 1, 4, 4]) in parse_alu()
1654 b.prmt(srcs[0], 0.into(), [2, 3, 4, 4]) in parse_alu()
1658 b.copy(src0_x.into()) in parse_alu()
1662 b.copy(src0_y.into()) in parse_alu()
1670 dst: dst[0].into(), in parse_alu()
1685 (s as u32).into() in parse_alu()
1760 dsts[0] = SSARef::try_from(&dst[0..2]).unwrap().into(); in parse_tex()
1761 dsts[1] = SSARef::try_from(&dst[2..]).unwrap().into(); in parse_tex()
1763 dsts[0] = dst.into(); in parse_tex()
1767 b.alloc_ssa(RegFile::Pred, 1).into() in parse_tex()
1875 nir_dst.push(b.sel(fault.into(), 0.into(), 1.into())[0]); in parse_tex()
1877 nir_dst.push(b.copy(0.into())[0]); in parse_tex()
1979 SSARef::try_from(&vec[0..comps]).unwrap().into() in get_image_coord()
2007 dst: dst.into(), in parse_intrinsic()
2066 dst: dst.into(), in parse_intrinsic()
2094 src: [*comp].into(), in parse_intrinsic()
2095 dst: u.into(), in parse_intrinsic()
2111 dst: scratch[0].into(), in parse_intrinsic()
2114 lane: 1_u32.into(), in parse_intrinsic()
2115 c: (0x3_u32 | 0x1c_u32 << 8).into(), in parse_intrinsic()
2122 dst: dst[0].into(), in parse_intrinsic()
2123 srcs: [scratch[0].into(), self.get_src(&srcs[0])], in parse_intrinsic()
2146 dst: scratch[0].into(), in parse_intrinsic()
2149 lane: 2_u32.into(), in parse_intrinsic()
2150 c: (0x3_u32 | 0x1c_u32 << 8).into(), in parse_intrinsic()
2157 dst: dst[0].into(), in parse_intrinsic()
2158 srcs: [scratch[0].into(), self.get_src(&srcs[0])], in parse_intrinsic()
2180 ballot: dst.into(), in parse_intrinsic()
2193 bar_out: bar_out.into(), in parse_intrinsic()
2194 bar_in: bar_in.into(), in parse_intrinsic()
2195 cond: cond.into(), in parse_intrinsic()
2198 self.set_dst(&intrin.def, b.bmov_to_gpr(bar_out.into())); in parse_intrinsic()
2207 dst: bar_clear.into(), in parse_intrinsic()
2212 bar_out: bar_out.into(), in parse_intrinsic()
2213 bar_in: bar_clear.into(), in parse_intrinsic()
2214 cond: SrcRef::True.into(), in parse_intrinsic()
2218 self.set_dst(&intrin.def, b.bmov_to_gpr(bar_out.into())); in parse_intrinsic()
2225 bar: bar.into(), in parse_intrinsic()
2226 cond: SrcRef::True.into(), in parse_intrinsic()
2261 .into() in parse_intrinsic()
2267 .into() in parse_intrinsic()
2280 dst.into() in parse_intrinsic()
2308 dst: dst.into(), in parse_intrinsic()
2334 dst: dst.into(), in parse_intrinsic()
2335 fault: fault.into(), in parse_intrinsic()
2349 final_dst.push(b.sel(fault.into(), 0.into(), 1.into())[0]); in parse_intrinsic()
2400 srcs.push(b.undef().into()); in parse_intrinsic()
2402 srcs.push(reg.into()); in parse_intrinsic()
2411 srcs.push(self.fs_out_regs[mask_idx].into()); in parse_intrinsic()
2413 srcs.push(b.undef().into()); in parse_intrinsic()
2416 srcs.push(self.fs_out_regs[depth_idx].into()); in parse_intrinsic()
2437 b.predicate(cond.into()).push_op(OpKill {}); in parse_intrinsic()
2453 dst: if is_reduction { Dst::None } else { dst.into() }, in parse_intrinsic()
2455 cmpr: 0.into(), in parse_intrinsic()
2478 dst: dst.into(), in parse_intrinsic()
2523 0.into() in parse_intrinsic()
2529 0.into() in parse_intrinsic()
2540 dst: dst.into(), in parse_intrinsic()
2552 dst: dst.into(), in parse_intrinsic()
2582 dst: dst.into(), in parse_intrinsic()
2608 dst: dst.into(), in parse_intrinsic()
2617 dst: dst.into(), in parse_intrinsic()
2633 dst: dst.into(), in parse_intrinsic()
2655 dst: vtx.into(), in parse_intrinsic()
2673 dst: dst.into(), in parse_intrinsic()
2674 vtx: vtx.into(), in parse_intrinsic()
2675 offset: 0.into(), in parse_intrinsic()
2694 dst: dst.into(), in parse_intrinsic()
2716 dst: dst.into(), in parse_intrinsic()
2734 dst: dst.into(), in parse_intrinsic()
2740 dst: dst.into(), in parse_intrinsic()
2764 b.copy_to((*comp).into(), cb.offset(i * 4).into()); in parse_intrinsic()
2768 dst: dst.into(), in parse_intrinsic()
2769 cb: cb.into(), in parse_intrinsic()
2791 dst: dst.into(), in parse_intrinsic()
2792 cb: cb.into(), in parse_intrinsic()
2793 offset: off_idx.into(), in parse_intrinsic()
2816 b.copy_to((*comp).into(), cb.offset(i * 4).into()); in parse_intrinsic()
2820 dst: dst.into(), in parse_intrinsic()
2821 cb: cb.into(), in parse_intrinsic()
2832 src: handle.into(), in parse_intrinsic()
2833 dst: handle.into(), in parse_intrinsic()
2839 src: handle.into(), in parse_intrinsic()
2840 dst: handle.into(), in parse_intrinsic()
2855 addr: 0.into(), in parse_intrinsic()
2888 addr: 0.into(), in parse_intrinsic()
2910 dst: dst.into(), in parse_intrinsic()
2915 nir_intrinsic_quad_broadcast => 0x1c_03.into(), in parse_intrinsic()
2916 nir_intrinsic_shuffle_up => 0.into(), in parse_intrinsic()
2917 _ => 0x1f.into(), in parse_intrinsic()
2938 dst: dst.into(), in parse_intrinsic()
2942 nir_intrinsic_quad_swap_horizontal => 1_u32.into(), in parse_intrinsic()
2943 nir_intrinsic_quad_swap_vertical => 2_u32.into(), in parse_intrinsic()
2944 nir_intrinsic_quad_swap_diagonal => 3_u32.into(), in parse_intrinsic()
2947 c: 0x1c_03.into(), in parse_intrinsic()
2963 dst: dst.into(), in parse_intrinsic()
2965 cmpr: 0.into(), in parse_intrinsic()
2988 dst: dst.into(), in parse_intrinsic()
3086 dst: dst.into(), in parse_intrinsic()
3088 stream: stream_id.into(), in parse_intrinsic()
3126 vote: dst.into(), in parse_intrinsic()
3133 let dst = b.isetp(IntCmpType::I32, IntCmpOp::Ne, src, 0.into()); in parse_intrinsic()
3155 dst.push(b.copy(imm_b1.into())[0]); in parse_load_const()
3168 dst.push(b.copy(imm_u32.into())[0]); in parse_load_const()
3182 dst.push(b.copy(imm_u32.into())[0]); in parse_load_const()
3188 dst.push(b.copy(imm_u32.into())[0]); in parse_load_const()
3194 dst.push(b.copy((imm_u64 as u32).into())[0]); in parse_load_const()
3195 dst.push(b.copy(((imm_u64 >> 32) as u32).into())[0]); in parse_load_const()
3211 b.push_op(OpUndef { dst: (*c).into() }); in parse_undef()
3292 dst: bar_clear.into(), in parse_block()
3297 bar_out: bar.into(), in parse_block()
3298 bar_in: bar_clear.into(), in parse_block()
3299 cond: SrcRef::True.into(), in parse_block()
3304 bar: bar.into(), in parse_block()
3305 cond: SrcRef::True.into(), in parse_block()
3346 phi.dsts.push(phi_id, dst[i].into()); in parse_block()
3463 phi.srcs.push(phi_id, (*src).into()); in parse_block()
3491 cond.into(), in parse_block()