Lines Matching refs:MVT
276 Val = CurDAG->getTargetConstant(Immed, dl, MVT::i32); in SelectArithImmed()
277 Shift = CurDAG->getTargetConstant(ShVal, dl, MVT::i32); in SelectArithImmed()
302 if (N.getValueType() == MVT::i32) in SelectNegArithImmed()
310 return SelectArithImmed(CurDAG->getConstant(Immed, SDLoc(N), MVT::i32), Val, in SelectNegArithImmed()
357 Shift = CurDAG->getTargetConstant(ShVal, SDLoc(N), MVT::i32); in SelectShiftedRegister()
376 if (!IsLoadStore && SrcVT == MVT::i8) in getExtendTypeForNode()
378 else if (!IsLoadStore && SrcVT == MVT::i16) in getExtendTypeForNode()
380 else if (SrcVT == MVT::i32) in getExtendTypeForNode()
382 assert(SrcVT != MVT::i64 && "extend from 64-bits?"); in getExtendTypeForNode()
388 if (!IsLoadStore && SrcVT == MVT::i8) in getExtendTypeForNode()
390 else if (!IsLoadStore && SrcVT == MVT::i16) in getExtendTypeForNode()
392 else if (SrcVT == MVT::i32) in getExtendTypeForNode()
394 assert(SrcVT != MVT::i64 && "extend from 64-bits?"); in getExtendTypeForNode()
475 SDValue LaneIdxVal = CurDAG->getTargetConstant(LaneIdx, dl, MVT::i64); in tryMLAV64LaneV128()
484 case MVT::v4i16: in tryMLAV64LaneV128()
487 case MVT::v8i16: in tryMLAV64LaneV128()
490 case MVT::v2i32: in tryMLAV64LaneV128()
493 case MVT::v4i32: in tryMLAV64LaneV128()
512 SDValue LaneIdxVal = CurDAG->getTargetConstant(LaneIdx, dl, MVT::i64); in tryMULLV64LaneV128()
522 case MVT::v4i32: in tryMULLV64LaneV128()
525 case MVT::v2i64: in tryMULLV64LaneV128()
533 case MVT::v4i32: in tryMULLV64LaneV128()
536 case MVT::v2i64: in tryMULLV64LaneV128()
552 if (N.getValueType() == MVT::i32) in narrowIfNeeded()
556 SDValue SubReg = CurDAG->getTargetConstant(AArch64::sub_32, dl, MVT::i32); in narrowIfNeeded()
558 dl, MVT::i32, N, SubReg); in narrowIfNeeded()
599 MVT::i32); in SelectArithExtendedRegister()
636 OffImm = CurDAG->getTargetConstant(0, dl, MVT::i64); in SelectAddrModeIndexed7S()
654 OffImm = CurDAG->getTargetConstant(RHSC >> Scale, dl, MVT::i64); in SelectAddrModeIndexed7S()
665 OffImm = CurDAG->getTargetConstant(0, dl, MVT::i64); in SelectAddrModeIndexed7S()
680 OffImm = CurDAG->getTargetConstant(0, dl, MVT::i64); in SelectAddrModeIndexed()
712 OffImm = CurDAG->getTargetConstant(RHSC >> Scale, dl, MVT::i64); in SelectAddrModeIndexed()
728 OffImm = CurDAG->getTargetConstant(0, dl, MVT::i64); in SelectAddrModeIndexed()
756 OffImm = CurDAG->getTargetConstant(RHSC, SDLoc(N), MVT::i64); in SelectAddrModeUnscaled()
765 SDValue SubReg = CurDAG->getTargetConstant(AArch64::sub_32, dl, MVT::i32); in Widen()
767 CurDAG->getMachineNode(TargetOpcode::IMPLICIT_DEF, dl, MVT::i64), 0); in Widen()
769 TargetOpcode::INSERT_SUBREG, dl, MVT::i64, ImpDef, N, SubReg); in Widen()
792 MVT::i32); in SelectExtendedSHL()
795 SignExtend = CurDAG->getTargetConstant(0, dl, MVT::i32); in SelectExtendedSHL()
838 DoShift = CurDAG->getTargetConstant(true, dl, MVT::i32); in SelectAddrModeWRO()
846 DoShift = CurDAG->getTargetConstant(true, dl, MVT::i32); in SelectAddrModeWRO()
851 DoShift = CurDAG->getTargetConstant(false, dl, MVT::i32); in SelectAddrModeWRO()
861 MVT::i32); in SelectAddrModeWRO()
873 MVT::i32); in SelectAddrModeWRO()
938 CurDAG->getMachineNode(AArch64::MOVi64imm, DL, MVT::i64, Ops); in SelectAddrModeXRO()
941 N = CurDAG->getNode(ISD::ADD, DL, MVT::i64, LHS, MOVIV); in SelectAddrModeXRO()
951 DoShift = CurDAG->getTargetConstant(true, DL, MVT::i32); in SelectAddrModeXRO()
959 DoShift = CurDAG->getTargetConstant(true, DL, MVT::i32); in SelectAddrModeXRO()
966 SignExtend = CurDAG->getTargetConstant(false, DL, MVT::i32); in SelectAddrModeXRO()
967 DoShift = CurDAG->getTargetConstant(false, DL, MVT::i32); in SelectAddrModeXRO()
1006 CurDAG->getTargetConstant(RegClassIDs[Regs.size() - 2], DL, MVT::i32)); in createTuple()
1011 Ops.push_back(CurDAG->getTargetConstant(SubRegs[i], DL, MVT::i32)); in createTuple()
1015 CurDAG->getMachineNode(TargetOpcode::REG_SEQUENCE, DL, MVT::Untyped, Ops); in createTuple()
1056 if (VT == MVT::i64) in tryIndexedLoad()
1058 else if (VT == MVT::i32) { in tryIndexedLoad()
1068 DstVT = MVT::i32; in tryIndexedLoad()
1070 } else if (VT == MVT::i16) { in tryIndexedLoad()
1072 if (DstVT == MVT::i64) in tryIndexedLoad()
1078 InsertTo64 = DstVT == MVT::i64; in tryIndexedLoad()
1081 DstVT = MVT::i32; in tryIndexedLoad()
1083 } else if (VT == MVT::i8) { in tryIndexedLoad()
1085 if (DstVT == MVT::i64) in tryIndexedLoad()
1091 InsertTo64 = DstVT == MVT::i64; in tryIndexedLoad()
1094 DstVT = MVT::i32; in tryIndexedLoad()
1096 } else if (VT == MVT::f16) { in tryIndexedLoad()
1098 } else if (VT == MVT::f32) { in tryIndexedLoad()
1100 } else if (VT == MVT::f64 || VT.is64BitVector()) { in tryIndexedLoad()
1111 SDValue Offset = CurDAG->getTargetConstant(OffsetVal, dl, MVT::i64); in tryIndexedLoad()
1113 SDNode *Res = CurDAG->getMachineNode(Opcode, dl, MVT::i64, DstVT, in tryIndexedLoad()
1114 MVT::Other, Ops); in tryIndexedLoad()
1118 SDValue SubReg = CurDAG->getTargetConstant(AArch64::sub_32, dl, MVT::i32); in tryIndexedLoad()
1121 AArch64::SUBREG_TO_REG, dl, MVT::i64, in tryIndexedLoad()
1122 CurDAG->getTargetConstant(0, dl, MVT::i64), LoadedVal, in tryIndexedLoad()
1143 const EVT ResTys[] = {MVT::Untyped, MVT::Other}; in SelectLoad()
1165 const EVT ResTys[] = {MVT::i64, // Type of the write back register in SelectPostLoad()
1166 MVT::Untyped, MVT::Other}; in SelectPostLoad()
1207 const EVT ResTys[] = {MVT::i64, // Type of the write back register in SelectPostStore()
1208 MVT::Other}; // Type for the Chain in SelectPostStore()
1236 MVT EltTy = VT.getVectorElementType().getSimpleVT(); in operator ()()
1237 MVT WideTy = MVT::getVectorVT(EltTy, 2 * NarrowSize); in operator ()()
1252 MVT EltTy = VT.getVectorElementType().getSimpleVT(); in NarrowVector()
1253 MVT NarrowTy = MVT::getVectorVT(EltTy, WideSize / 2); in NarrowVector()
1274 const EVT ResTys[] = {MVT::Untyped, MVT::Other}; in SelectLoadLane()
1279 SDValue Ops[] = {RegSeq, CurDAG->getTargetConstant(LaneNo, dl, MVT::i64), in SelectLoadLane()
1313 const EVT ResTys[] = {MVT::i64, // Type of the write back register in SelectPostLoadLane()
1314 RegSeq->getValueType(0), MVT::Other}; in SelectPostLoadLane()
1321 MVT::i64), // Lane Number in SelectPostLoadLane()
1371 SDValue Ops[] = {RegSeq, CurDAG->getTargetConstant(LaneNo, dl, MVT::i64), in SelectStoreLane()
1373 SDNode *St = CurDAG->getMachineNode(Opc, dl, MVT::Other, Ops); in SelectStoreLane()
1398 const EVT ResTys[] = {MVT::i64, // Type of the write back register in SelectPostStoreLane()
1399 MVT::Other}; in SelectPostStoreLane()
1404 SDValue Ops[] = {RegSeq, CurDAG->getTargetConstant(LaneNo, dl, MVT::i64), in SelectPostStoreLane()
1431 assert((VT == MVT::i32 || VT == MVT::i64) && in isBitfieldExtractOpFromAnd()
1459 if (VT == MVT::i64 && Op0->getOpcode() == ISD::ANY_EXTEND && in isBitfieldExtractOpFromAnd()
1466 } else if (VT == MVT::i32 && Op0->getOpcode() == ISD::TRUNCATE && in isBitfieldExtractOpFromAnd()
1495 MSB = SrlImm + (VT == MVT::i32 ? countTrailingOnes<uint32_t>(AndImm) in isBitfieldExtractOpFromAnd()
1505 Opc = VT == MVT::i32 ? AArch64::UBFMWri : AArch64::UBFMXri; in isBitfieldExtractOpFromAnd()
1516 assert((VT == MVT::i32 || VT == MVT::i64) && in isBitfieldExtractOpFromSExtInReg()
1535 Opc = (VT == MVT::i32) ? AArch64::SBFMWri : AArch64::SBFMXri; in isBitfieldExtractOpFromSExtInReg()
1575 if (N->getValueType(0) == MVT::i32) in isSeveralBitsExtractOpFromShr()
1599 assert((VT == MVT::i32 || VT == MVT::i64) && in isBitfieldExtractOpFromShr()
1611 } else if (VT == MVT::i32 && N->getOpcode() == ISD::SRL && in isBitfieldExtractOpFromShr()
1620 assert(VT == MVT::i64 && "the promoted type should be i64"); in isBitfieldExtractOpFromShr()
1647 if (VT == MVT::i32) in isBitfieldExtractOpFromShr()
1659 if (VT != MVT::i64 || NarrowVT != MVT::i32) in tryBitfieldExtractOpFromSExt()
1682 if (N->getValueType(0) != MVT::i32 && N->getValueType(0) != MVT::i64) in isBitfieldExtractOp()
1730 if ((Opc == AArch64::SBFMXri || Opc == AArch64::UBFMXri) && VT == MVT::i32) { in tryBitfieldExtractOp()
1731 SDValue Ops64[] = {Opd0, CurDAG->getTargetConstant(Immr, dl, MVT::i64), in tryBitfieldExtractOp()
1732 CurDAG->getTargetConstant(Imms, dl, MVT::i64)}; in tryBitfieldExtractOp()
1734 SDNode *BFM = CurDAG->getMachineNode(Opc, dl, MVT::i64, Ops64); in tryBitfieldExtractOp()
1735 SDValue SubReg = CurDAG->getTargetConstant(AArch64::sub_32, dl, MVT::i32); in tryBitfieldExtractOp()
1737 MVT::i32, SDValue(BFM, 0), SubReg)); in tryBitfieldExtractOp()
1753 assert((VT == MVT::i32 || VT == MVT::i64) && in isBitfieldDstMask()
2039 assert(VT == MVT::i32 || VT == MVT::i64); in isShiftedMask()
2040 if (VT == MVT::i32) in isShiftedMask()
2051 if (VT != MVT::i32 && VT != MVT::i64) in tryBitfieldInsertOpFromOrAndImm()
2123 unsigned MOVIOpc = VT == MVT::i32 ? AArch64::MOVi32imm : AArch64::MOVi64imm; in tryBitfieldInsertOpFromOrAndImm()
2131 unsigned Opc = (VT == MVT::i32) ? AArch64::BFMWri : AArch64::BFMXri; in tryBitfieldInsertOpFromOrAndImm()
2141 if (VT != MVT::i32 && VT != MVT::i64) in tryBitfieldInsertOpFromOr()
2186 if ((BFXOpc != AArch64::UBFMXri && VT == MVT::i64) || in tryBitfieldInsertOpFromOr()
2187 (BFXOpc != AArch64::UBFMWri && VT == MVT::i32)) in tryBitfieldInsertOpFromOr()
2211 assert((VT == MVT::i32 || VT == MVT::i64) && "unexpected OR operand"); in tryBitfieldInsertOpFromOr()
2243 unsigned Opc = (VT == MVT::i32) ? AArch64::BFMWri : AArch64::BFMXri; in tryBitfieldInsertOpFromOr()
2276 unsigned ShiftOpc = (VT == MVT::i32) ? AArch64::UBFMWri : AArch64::UBFMXri; in tryBitfieldInsertOpFromOr()
2289 unsigned Opc = (VT == MVT::i32) ? AArch64::BFMWri : AArch64::BFMXri; in tryBitfieldInsertOpFromOr()
2324 if (VT != MVT::i32 && VT != MVT::i64) in tryBitfieldInsertInZeroOp()
2341 unsigned Opc = (VT == MVT::i32) ? AArch64::UBFMWri : AArch64::UBFMXri; in tryBitfieldInsertInZeroOp()
2386 FixedPos = CurDAG->getTargetConstant(FBits, SDLoc(N), MVT::i32); in SelectCVTFixedPosOperand()
2433 AArch64::MRS, DL, N->getSimpleValueType(0), MVT::Other, in tryReadRegister()
2434 CurDAG->getTargetConstant(Reg, DL, MVT::i32), in tryReadRegister()
2450 AArch64::MRS, DL, N->getSimpleValueType(0), MVT::Other, in tryReadRegister()
2451 CurDAG->getTargetConstant(Reg, DL, MVT::i32), in tryReadRegister()
2471 N, CurDAG->getMachineNode(AArch64::MSR, DL, MVT::Other, in tryWriteRegister()
2472 CurDAG->getTargetConstant(Reg, DL, MVT::i32), in tryWriteRegister()
2497 State, DL, MVT::Other, in tryWriteRegister()
2498 CurDAG->getTargetConstant(Reg, DL, MVT::i32), in tryWriteRegister()
2499 CurDAG->getTargetConstant(Immed, DL, MVT::i16), in tryWriteRegister()
2515 AArch64::MSR, DL, MVT::Other, in tryWriteRegister()
2516 CurDAG->getTargetConstant(Reg, DL, MVT::i32), in tryWriteRegister()
2528 if (MemTy == MVT::i8) in SelectCMP_SWAP()
2530 else if (MemTy == MVT::i16) in SelectCMP_SWAP()
2532 else if (MemTy == MVT::i32) in SelectCMP_SWAP()
2534 else if (MemTy == MVT::i64) in SelectCMP_SWAP()
2539 MVT RegTy = MemTy == MVT::i64 ? MVT::i64 : MVT::i32; in SelectCMP_SWAP()
2544 CurDAG->getVTList(RegTy, MVT::i32, MVT::Other), Ops); in SelectCMP_SWAP()
2670 if (VT == MVT::i32) { in Select()
2672 CurDAG->getEntryNode(), SDLoc(Node), AArch64::WZR, MVT::i32); in Select()
2675 } else if (VT == MVT::i64) { in Select()
2677 CurDAG->getEntryNode(), SDLoc(Node), AArch64::XZR, MVT::i64); in Select()
2693 SDValue Ops[] = { TFI, CurDAG->getTargetConstant(0, DL, MVT::i32), in Select()
2694 CurDAG->getTargetConstant(Shifter, DL, MVT::i32) }; in Select()
2695 CurDAG->SelectNodeTo(Node, AArch64::ADDXri, MVT::i64, Ops); in Select()
2711 SDNode *Ld = CurDAG->getMachineNode(Op, DL, MVT::i64, MVT::i64, in Select()
2712 MVT::Other, MemAddr, Chain); in Select()
2734 SDNode *St = CurDAG->getMachineNode(Op, DL, MVT::i32, MVT::Other, Ops); in Select()
2744 if (VT == MVT::v8i8) { in Select()
2747 } else if (VT == MVT::v16i8) { in Select()
2750 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
2753 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
2756 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
2759 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
2762 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
2765 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
2771 if (VT == MVT::v8i8) { in Select()
2774 } else if (VT == MVT::v16i8) { in Select()
2777 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
2780 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
2783 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
2786 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
2789 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
2792 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
2798 if (VT == MVT::v8i8) { in Select()
2801 } else if (VT == MVT::v16i8) { in Select()
2804 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
2807 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
2810 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
2813 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
2816 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
2819 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
2825 if (VT == MVT::v8i8) { in Select()
2828 } else if (VT == MVT::v16i8) { in Select()
2831 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
2834 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
2837 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
2840 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
2843 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
2846 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
2852 if (VT == MVT::v8i8) { in Select()
2855 } else if (VT == MVT::v16i8) { in Select()
2858 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
2861 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
2864 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
2867 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
2870 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
2873 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
2879 if (VT == MVT::v8i8) { in Select()
2882 } else if (VT == MVT::v16i8) { in Select()
2885 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
2888 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
2891 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
2894 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
2897 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
2900 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
2906 if (VT == MVT::v8i8) { in Select()
2909 } else if (VT == MVT::v16i8) { in Select()
2912 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
2915 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
2918 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
2921 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
2924 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
2927 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
2933 if (VT == MVT::v8i8) { in Select()
2936 } else if (VT == MVT::v16i8) { in Select()
2939 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
2942 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
2945 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
2948 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
2951 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
2954 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
2960 if (VT == MVT::v8i8) { in Select()
2963 } else if (VT == MVT::v16i8) { in Select()
2966 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
2969 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
2972 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
2975 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
2978 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
2981 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
2987 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
2990 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
2991 VT == MVT::v8f16) { in Select()
2994 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
2995 VT == MVT::v2f32) { in Select()
2998 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
2999 VT == MVT::v1f64) { in Select()
3005 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3008 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3009 VT == MVT::v8f16) { in Select()
3012 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3013 VT == MVT::v2f32) { in Select()
3016 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3017 VT == MVT::v1f64) { in Select()
3023 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3026 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3027 VT == MVT::v8f16) { in Select()
3030 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3031 VT == MVT::v2f32) { in Select()
3034 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3035 VT == MVT::v1f64) { in Select()
3049 VT == MVT::v8i8 ? AArch64::TBLv8i8Two : AArch64::TBLv16i8Two, in Select()
3053 SelectTable(Node, 3, VT == MVT::v8i8 ? AArch64::TBLv8i8Three in Select()
3058 SelectTable(Node, 4, VT == MVT::v8i8 ? AArch64::TBLv8i8Four in Select()
3064 VT == MVT::v8i8 ? AArch64::TBXv8i8Two : AArch64::TBXv16i8Two, in Select()
3068 SelectTable(Node, 3, VT == MVT::v8i8 ? AArch64::TBXv8i8Three in Select()
3073 SelectTable(Node, 4, VT == MVT::v8i8 ? AArch64::TBXv8i8Four in Select()
3093 if (VT == MVT::v8i8) { in Select()
3096 } else if (VT == MVT::v16i8) { in Select()
3099 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3102 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3105 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3108 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3111 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3114 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3121 if (VT == MVT::v8i8) { in Select()
3124 } else if (VT == MVT::v16i8) { in Select()
3127 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3130 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3133 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3136 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3139 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3142 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3149 if (VT == MVT::v8i8) { in Select()
3152 } else if (VT == MVT::v16i8) { in Select()
3155 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3158 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3161 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3164 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3167 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3170 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3177 if (VT == MVT::v8i8) { in Select()
3180 } else if (VT == MVT::v16i8) { in Select()
3183 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3186 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3189 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3192 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3195 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3198 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3205 if (VT == MVT::v8i8) { in Select()
3208 } else if (VT == MVT::v16i8) { in Select()
3211 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3214 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3217 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3220 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3223 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3226 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3233 if (VT == MVT::v8i8) { in Select()
3236 } else if (VT == MVT::v16i8) { in Select()
3239 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3242 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3245 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3248 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3251 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3254 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3261 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3264 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3265 VT == MVT::v8f16) { in Select()
3268 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3269 VT == MVT::v2f32) { in Select()
3272 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3273 VT == MVT::v1f64) { in Select()
3280 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3283 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3284 VT == MVT::v8f16) { in Select()
3287 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3288 VT == MVT::v2f32) { in Select()
3291 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3292 VT == MVT::v1f64) { in Select()
3299 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3302 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3303 VT == MVT::v8f16) { in Select()
3306 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3307 VT == MVT::v2f32) { in Select()
3310 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3311 VT == MVT::v1f64) { in Select()
3321 if (VT == MVT::v8i8) { in Select()
3324 } else if (VT == MVT::v16i8) { in Select()
3327 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3330 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3333 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3336 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3339 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3342 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3349 if (VT == MVT::v8i8) { in Select()
3352 } else if (VT == MVT::v16i8) { in Select()
3355 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3358 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3361 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3364 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3367 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3370 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3377 if (VT == MVT::v8i8) { in Select()
3380 } else if (VT == MVT::v16i8) { in Select()
3383 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3386 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3389 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3392 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3395 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3398 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3405 if (VT == MVT::v8i8) { in Select()
3408 } else if (VT == MVT::v16i8) { in Select()
3411 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3414 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3417 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3420 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3423 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3426 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3433 if (VT == MVT::v8i8) { in Select()
3436 } else if (VT == MVT::v16i8) { in Select()
3439 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3442 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3445 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3448 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3451 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3454 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3461 if (VT == MVT::v8i8) { in Select()
3464 } else if (VT == MVT::v16i8) { in Select()
3467 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3470 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3473 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3476 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3479 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3482 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3489 if (VT == MVT::v8i8) { in Select()
3492 } else if (VT == MVT::v16i8) { in Select()
3495 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3498 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3501 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3504 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3507 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3510 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3517 if (VT == MVT::v8i8) { in Select()
3520 } else if (VT == MVT::v16i8) { in Select()
3523 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3526 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3529 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3532 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3535 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3538 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3545 if (VT == MVT::v8i8) { in Select()
3548 } else if (VT == MVT::v16i8) { in Select()
3551 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3554 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3557 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3560 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3563 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3566 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3573 if (VT == MVT::v8i8) { in Select()
3576 } else if (VT == MVT::v16i8) { in Select()
3579 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3582 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3585 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3588 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3591 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3594 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3601 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3604 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3605 VT == MVT::v8f16) { in Select()
3608 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3609 VT == MVT::v2f32) { in Select()
3612 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3613 VT == MVT::v1f64) { in Select()
3620 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3623 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3624 VT == MVT::v8f16) { in Select()
3627 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3628 VT == MVT::v2f32) { in Select()
3631 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3632 VT == MVT::v1f64) { in Select()
3639 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3642 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3643 VT == MVT::v8f16) { in Select()
3646 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3647 VT == MVT::v2f32) { in Select()
3650 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3651 VT == MVT::v1f64) { in Select()
3658 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3661 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3662 VT == MVT::v8f16) { in Select()
3665 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3666 VT == MVT::v2f32) { in Select()
3669 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3670 VT == MVT::v1f64) { in Select()
3678 if (VT == MVT::v8i8) { in Select()
3681 } else if (VT == MVT::v16i8) { in Select()
3684 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3687 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3690 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3693 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3696 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3699 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3707 if (VT == MVT::v8i8) { in Select()
3710 } else if (VT == MVT::v16i8) { in Select()
3713 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3716 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3719 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3722 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3725 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3728 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3736 if (VT == MVT::v8i8) { in Select()
3739 } else if (VT == MVT::v16i8) { in Select()
3742 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3745 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3748 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3751 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3754 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3757 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3765 if (VT == MVT::v8i8) { in Select()
3768 } else if (VT == MVT::v16i8) { in Select()
3771 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3774 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3777 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3780 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3783 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3786 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3794 if (VT == MVT::v8i8) { in Select()
3797 } else if (VT == MVT::v16i8) { in Select()
3800 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3803 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3806 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3809 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3812 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3815 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3823 if (VT == MVT::v8i8) { in Select()
3826 } else if (VT == MVT::v16i8) { in Select()
3829 } else if (VT == MVT::v4i16 || VT == MVT::v4f16) { in Select()
3832 } else if (VT == MVT::v8i16 || VT == MVT::v8f16) { in Select()
3835 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3838 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3841 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3844 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3852 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3855 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3856 VT == MVT::v8f16) { in Select()
3859 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3860 VT == MVT::v2f32) { in Select()
3863 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3864 VT == MVT::v1f64) { in Select()
3872 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3875 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3876 VT == MVT::v8f16) { in Select()
3879 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3880 VT == MVT::v2f32) { in Select()
3883 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3884 VT == MVT::v1f64) { in Select()
3892 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3895 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3896 VT == MVT::v8f16) { in Select()
3899 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3900 VT == MVT::v2f32) { in Select()
3903 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3904 VT == MVT::v1f64) { in Select()