Lines Matching refs:IntrData
4074 const IntrinsicData* IntrData = getIntrinsicWithChain(Intrinsic); in getTgtMemIntrinsic() local
4075 if (!IntrData) in getTgtMemIntrinsic()
4084 switch (IntrData->Type) { in getTgtMemIntrinsic()
4105 if (IntrData->Type == TRUNCATE_TO_MEM_VI8) in getTgtMemIntrinsic()
4107 else if (IntrData->Type == TRUNCATE_TO_MEM_VI16) in getTgtMemIntrinsic()
4109 else if (IntrData->Type == TRUNCATE_TO_MEM_VI32) in getTgtMemIntrinsic()
17352 const IntrinsicData* IntrData = getIntrinsicWithoutChain(IntNo); in LowerINTRINSIC_WO_CHAIN() local
17353 if (IntrData) { in LowerINTRINSIC_WO_CHAIN()
17354 switch(IntrData->Type) { in LowerINTRINSIC_WO_CHAIN()
17356 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), Op.getOperand(1)); in LowerINTRINSIC_WO_CHAIN()
17358 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), Op.getOperand(1), in LowerINTRINSIC_WO_CHAIN()
17361 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), Op.getOperand(1), in LowerINTRINSIC_WO_CHAIN()
17364 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), Op.getOperand(1), in LowerINTRINSIC_WO_CHAIN()
17367 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), Op.getOperand(1), in LowerINTRINSIC_WO_CHAIN()
17382 unsigned IntrWithRoundingModeOpcode = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
17389 return getVectorMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, Src, in LowerINTRINSIC_WO_CHAIN()
17400 unsigned IntrWithRoundingModeOpcode = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
17411 return getVectorMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, Src), in LowerINTRINSIC_WO_CHAIN()
17419 return getScalarMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, Src1, Src2), in LowerINTRINSIC_WO_CHAIN()
17432 unsigned Opc = IntrData->Opc1 ? IntrData->Opc1 : IntrData->Opc0; in LowerINTRINSIC_WO_CHAIN()
17440 return getScalarMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, Src1, Src2, in LowerINTRINSIC_WO_CHAIN()
17451 if (IntrData->Type == INTR_TYPE_2OP_IMM8_MASK) in LowerINTRINSIC_WO_CHAIN()
17457 unsigned IntrWithRoundingModeOpcode = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
17469 return getVectorMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT,Src1,Src2), in LowerINTRINSIC_WO_CHAIN()
17486 return getVectorMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, in LowerINTRINSIC_WO_CHAIN()
17498 return getScalarMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, Src1, in LowerINTRINSIC_WO_CHAIN()
17517 return getVectorMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, in LowerINTRINSIC_WO_CHAIN()
17530 if (IntrData->Type == INTR_TYPE_3OP_IMM8_MASK) in LowerINTRINSIC_WO_CHAIN()
17532 else if (IntrData->Type == INSERT_SUBVEC) { in LowerINTRINSIC_WO_CHAIN()
17543 unsigned IntrWithRoundingModeOpcode = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
17554 return getVectorMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, in LowerINTRINSIC_WO_CHAIN()
17565 return getVectorMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT,Src2, Src1), in LowerINTRINSIC_WO_CHAIN()
17579 if (IntrData->Type == VPERM_3OP_MASKZ) in LowerINTRINSIC_WO_CHAIN()
17585 return getVectorMaskingNode(DAG.getNode(IntrData->Opc0, in LowerINTRINSIC_WO_CHAIN()
17601 if (IntrData->Type == FMA_OP_MASKZ) in LowerINTRINSIC_WO_CHAIN()
17603 else if (IntrData->Type == FMA_OP_MASK3) in LowerINTRINSIC_WO_CHAIN()
17611 unsigned IntrWithRoundingModeOpcode = IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
17621 return getVectorMaskingNode(DAG.getNode(IntrData->Opc0, in LowerINTRINSIC_WO_CHAIN()
17637 if (IntrData->Type == FMA_OP_SCALAR_MASKZ) in LowerINTRINSIC_WO_CHAIN()
17639 else if (IntrData->Type == FMA_OP_SCALAR_MASK3) in LowerINTRINSIC_WO_CHAIN()
17645 return getScalarMaskingNode(DAG.getNode(IntrData->Opc0, dl, in LowerINTRINSIC_WO_CHAIN()
17660 if (IntrData->Type == TERLOG_OP_MASKZ) in LowerINTRINSIC_WO_CHAIN()
17663 return getVectorMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, in LowerINTRINSIC_WO_CHAIN()
17676 SDValue FPclass = DAG.getNode(IntrData->Opc0, dl, MaskVT, Src1, Imm); in LowerINTRINSIC_WO_CHAIN()
17689 SDValue FPclass = DAG.getNode(IntrData->Opc0, dl, MVT::i1, Src1, Imm); in LowerINTRINSIC_WO_CHAIN()
17707 SDValue Mask = Op.getOperand((IntrData->Type == CMP_MASK_CC) ? 4 : 3); in LowerINTRINSIC_WO_CHAIN()
17711 if (IntrData->Type == CMP_MASK_CC) { in LowerINTRINSIC_WO_CHAIN()
17717 if (IntrData->Opc1 != 0) { in LowerINTRINSIC_WO_CHAIN()
17721 Cmp = DAG.getNode(IntrData->Opc1, dl, MaskVT, Op.getOperand(1), in LowerINTRINSIC_WO_CHAIN()
17726 Cmp = DAG.getNode(IntrData->Opc0, dl, MaskVT, Op.getOperand(1), in LowerINTRINSIC_WO_CHAIN()
17730 assert(IntrData->Type == CMP_MASK && "Unexpected intrinsic type!"); in LowerINTRINSIC_WO_CHAIN()
17731 Cmp = DAG.getNode(IntrData->Opc0, dl, MaskVT, Op.getOperand(1), in LowerINTRINSIC_WO_CHAIN()
17750 if (IntrData->Opc1 != 0) { in LowerINTRINSIC_WO_CHAIN()
17754 Cmp = DAG.getNode(IntrData->Opc1, dl, MVT::i1, Src1, Src2, CC, Rnd); in LowerINTRINSIC_WO_CHAIN()
17758 Cmp = DAG.getNode(IntrData->Opc0, dl, MVT::i1, Src1, Src2, CC); in LowerINTRINSIC_WO_CHAIN()
17768 ISD::CondCode CC = (ISD::CondCode)IntrData->Opc1; in LowerINTRINSIC_WO_CHAIN()
17771 SDValue Comi = DAG.getNode(IntrData->Opc0, dl, MVT::i32, LHS, RHS); in LowerINTRINSIC_WO_CHAIN()
17772 SDValue InvComi = DAG.getNode(IntrData->Opc0, dl, MVT::i32, RHS, LHS); in LowerINTRINSIC_WO_CHAIN()
17833 return getTargetVShiftNode(IntrData->Opc0, dl, Op.getSimpleValueType(), in LowerINTRINSIC_WO_CHAIN()
17842 return getVectorMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, in LowerINTRINSIC_WO_CHAIN()
17851 return DAG.getNode(IntrData->Opc0, dl, Op.getValueType(), Mask); in LowerINTRINSIC_WO_CHAIN()
17860 SDValue Res = DAG.getNode(IntrData->Opc0, dl, in LowerINTRINSIC_WO_CHAIN()
17874 SDValue Passthru = (IntrData->Type == FIXUPIMM || IntrData->Type == FIXUPIMMS ) ? in LowerINTRINSIC_WO_CHAIN()
17885 if (IntrData->Type == FIXUPIMM || IntrData->Type == FIXUPIMM_MASKZ) in LowerINTRINSIC_WO_CHAIN()
17886 return getVectorMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, in LowerINTRINSIC_WO_CHAIN()
17890 return getScalarMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, in LowerINTRINSIC_WO_CHAIN()
17899 SDValue CvtMask = DAG.getNode(IntrData->Opc0, dl, MaskVT, in LowerINTRINSIC_WO_CHAIN()
17910 return DAG.getNode(IntrData->Opc0, dl, VT, VMask); in LowerINTRINSIC_WO_CHAIN()
17925 return getVectorMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, in LowerINTRINSIC_WO_CHAIN()
17941 return getVectorMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, Src), in LowerINTRINSIC_WO_CHAIN()
18371 const IntrinsicData* IntrData = getIntrinsicWithChain(IntNo); in LowerINTRINSIC_W_CHAIN() local
18372 if (!IntrData) { in LowerINTRINSIC_W_CHAIN()
18393 switch(IntrData->Type) { in LowerINTRINSIC_W_CHAIN()
18399 SDValue Result = DAG.getNode(IntrData->Opc0, dl, VTs, Op.getOperand(0)); in LowerINTRINSIC_W_CHAIN()
18423 return getGatherNode(IntrData->Opc0, Op, DAG, Src, Mask, Base, Index, Scale, in LowerINTRINSIC_W_CHAIN()
18434 return getScatterNode(IntrData->Opc0, Op, DAG, Src, Mask, Base, Index, in LowerINTRINSIC_W_CHAIN()
18441 unsigned Opcode = (HintVal ? IntrData->Opc1 : IntrData->Opc0); in LowerINTRINSIC_W_CHAIN()
18453 getReadTimeStampCounter(Op.getNode(), dl, IntrData->Opc0, DAG, Subtarget, in LowerINTRINSIC_W_CHAIN()
18466 SDValue InTrans = DAG.getNode(IntrData->Opc0, dl, VTs, Op.getOperand(0)); in LowerINTRINSIC_W_CHAIN()
18480 SDValue Res = DAG.getNode(IntrData->Opc0, dl, VTs, Op.getOperand(3), in LowerINTRINSIC_W_CHAIN()
18506 getVectorMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, DataToCompress), in LowerINTRINSIC_W_CHAIN()
18551 getVectorMaskingNode(DAG.getNode(IntrData->Opc0, dl, VT, DataToExpand), in LowerINTRINSIC_W_CHAIN()