| /external/llvm-project/llvm/lib/CodeGen/ |
| D | ExpandReductions.cpp | 113 Value *Rdx = nullptr; in expandReductions() local
126 Rdx = getOrderedReduction(Builder, Acc, Vec, getOpcode(ID), MRK); in expandReductions()
132 Rdx = getShuffleReduction(Builder, Vec, getOpcode(ID), MRK); in expandReductions()
133 Rdx = Builder.CreateBinOp((Instruction::BinaryOps)getOpcode(ID), in expandReductions()
134 Acc, Rdx, "bin.rdx"); in expandReductions()
152 Rdx = getShuffleReduction(Builder, Vec, getOpcode(ID), MRK); in expandReductions()
166 Rdx = getShuffleReduction(Builder, Vec, getOpcode(ID), MRK); in expandReductions()
170 II->replaceAllUsesWith(Rdx); in expandReductions()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/ |
| D | ExpandReductions.cpp | 113 Value *Rdx = nullptr; in expandReductions() local
126 Rdx = getOrderedReduction(Builder, Acc, Vec, getOpcode(ID), MRK); in expandReductions()
131 Rdx = getShuffleReduction(Builder, Vec, getOpcode(ID), MRK); in expandReductions()
132 Rdx = Builder.CreateBinOp((Instruction::BinaryOps)getOpcode(ID), in expandReductions()
133 Acc, Rdx, "bin.rdx"); in expandReductions()
152 Rdx = getShuffleReduction(Builder, Vec, getOpcode(ID), MRK); in expandReductions()
156 II->replaceAllUsesWith(Rdx); in expandReductions()
|
| /external/llvm-project/compiler-rt/lib/xray/ |
| D | xray_x86_64.inc | 23 unsigned long Rax, Rdx;
24 __asm__ __volatile__("rdtscp\n" : "=a"(Rax), "=d"(Rdx), "=c"(LongCPU) ::);
26 return (Rdx << 32) + Rax;
|
| /external/llvm-project/llvm/test/Transforms/LoopVectorize/AArch64/ |
| D | reduction-small-size.ll | 23 ; CHECK: [[Rdx:%[a-zA-Z0-9.]+]] = call i8 @llvm.vector.reduce.add.v16i8(<16 x i8>
24 ; CHECK: zext i8 [[Rdx]] to i32
78 ; CHECK: [[Rdx:%[a-zA-Z0-9.]+]] = call i16 @llvm.vector.reduce.add.v8i16(<8 x i16>
79 ; CHECK: zext i16 [[Rdx]] to i32
135 ; CHECK: [[Rdx:%[a-zA-Z0-9.]+]] = call i16 @llvm.vector.reduce.add.v8i16(<8 x i16>
136 ; CHECK: zext i16 [[Rdx]] to i32
|
| /external/llvm/test/Transforms/LoopVectorize/AArch64/ |
| D | reduction-small-size.ll | 31 ; CHECK: [[Rdx:%[a-zA-Z0-9.]+]] = extractelement <16 x i8>
32 ; CHECK: zext i8 [[Rdx]] to i32
92 ; CHECK: [[Rdx:%[a-zA-Z0-9.]+]] = extractelement <8 x i16>
93 ; CHECK: zext i16 [[Rdx]] to i32
155 ; CHECK: [[Rdx:%[a-zA-Z0-9.]+]] = extractelement <8 x i16>
156 ; CHECK: zext i16 [[Rdx]] to i32
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/IR/ |
| D | IRBuilder.cpp | 385 auto Rdx = getReductionIntrinsic( in CreateFPMaxReduce() local
390 Rdx->setFastMathFlags(FMF); in CreateFPMaxReduce()
392 return Rdx; in CreateFPMaxReduce()
396 auto Rdx = getReductionIntrinsic( in CreateFPMinReduce() local
401 Rdx->setFastMathFlags(FMF); in CreateFPMinReduce()
403 return Rdx; in CreateFPMinReduce()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Utils/ |
| D | LoopUtils.cpp | 902 auto Rdx = Builder.CreateFAddReduce( in createSimpleTargetReduction() local
904 return Rdx; in createSimpleTargetReduction()
910 auto Rdx = Builder.CreateFMulReduce(ConstantFP::get(Ty, 1.0), Src); in createSimpleTargetReduction() local
911 return Rdx; in createSimpleTargetReduction()
|
| /external/llvm-project/lldb/source/Plugins/Process/Windows/Common/x64/ |
| D | RegisterContextWindows_x64.cpp | 308 reg_value.SetUInt64(m_context.Rdx); in ReadRegister()
440 m_context.Rdx = reg_value.GetAsUInt64(); in WriteRegister()
|
| /external/llvm-project/llvm/lib/IR/ |
| D | IRBuilder.cpp | 384 auto Rdx = getReductionIntrinsic(this, Intrinsic::vector_reduce_fmax, Src); in CreateFPMaxReduce() local
388 Rdx->setFastMathFlags(FMF); in CreateFPMaxReduce()
390 return Rdx; in CreateFPMaxReduce()
394 auto Rdx = getReductionIntrinsic(this, Intrinsic::vector_reduce_fmin, Src); in CreateFPMinReduce() local
398 Rdx->setFastMathFlags(FMF); in CreateFPMinReduce()
400 return Rdx; in CreateFPMinReduce()
|
| /external/llvm/lib/Transforms/Vectorize/ |
| D | SLPVectorizer.cpp | 4273 Value *Rdx = nullptr; in getReductionValue() local
4277 Rdx = P->getIncomingValue(0); in getReductionValue()
4279 Rdx = P->getIncomingValue(1); in getReductionValue()
4282 if (Rdx && DominatedReduxValue(Rdx)) in getReductionValue()
4283 return Rdx; in getReductionValue()
4296 Rdx = P->getIncomingValue(0); in getReductionValue()
4298 Rdx = P->getIncomingValue(1); in getReductionValue()
4301 if (Rdx && DominatedReduxValue(Rdx)) in getReductionValue()
4302 return Rdx; in getReductionValue()
4399 Value *Rdx = getReductionValue(DT, P, BB, LI); in vectorizeChainsInBlock() local
[all …]
|
| /external/llvm-project/lldb/source/Plugins/Process/Windows/Common/ |
| D | NativeRegisterContextWindows_x86_64.cpp | 159 reg_value.SetUInt64(tls_context.Rdx); in GPRRead()
248 tls_context.Rdx = reg_value.GetAsUInt64(); in GPRWrite()
|
| /external/llvm-project/llvm/lib/Transforms/Utils/ |
| D | LoopUtils.cpp | 1015 auto Rdx = Builder.CreateFAddReduce( in createSimpleTargetReduction() local
1017 return Rdx; in createSimpleTargetReduction()
1023 auto Rdx = Builder.CreateFMulReduce(ConstantFP::get(Ty, 1.0), Src); in createSimpleTargetReduction() local
1024 return Rdx; in createSimpleTargetReduction()
|
| /external/llvm-project/libunwind/src/ |
| D | Unwind-seh.cpp | 77 disp->ContextRecord->Rdx = ms_exc->ExceptionInformation[3]; in _GCC_specific_handler()
|
| D | UnwindCursor.hpp | 546 _msContext.Rdx = r.getRegister(UNW_X86_64_RDX); in UnwindCursor()
664 case UNW_X86_64_RDX: return _msContext.Rdx; in getReg()
714 case UNW_X86_64_RDX: _msContext.Rdx = value; break; in setReg()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
| D | SLPVectorizer.cpp | 7042 Value *Rdx = nullptr; in getReductionValue() local
7046 Rdx = P->getIncomingValue(0); in getReductionValue()
7048 Rdx = P->getIncomingValue(1); in getReductionValue()
7051 if (Rdx && DominatedReduxValue(Rdx)) in getReductionValue()
7052 return Rdx; in getReductionValue()
7065 Rdx = P->getIncomingValue(0); in getReductionValue()
7067 Rdx = P->getIncomingValue(1); in getReductionValue()
7070 if (Rdx && DominatedReduxValue(Rdx)) in getReductionValue()
7071 return Rdx; in getReductionValue()
|
| /external/llvm-project/llvm/lib/Transforms/InstCombine/ |
| D | InstCombineAddSub.cpp | 1812 Value *Rdx = Builder.CreateIntrinsic(Intrinsic::vector_reduce_add, in visitSub() local
1814 return replaceInstUsesWith(I, Rdx); in visitSub()
2278 Value *Rdx = Builder.CreateIntrinsic(Intrinsic::vector_reduce_fadd, in visitFSub() local
2280 return BinaryOperator::CreateFSubFMF(Rdx, A1, &I); in visitFSub()
|
| /external/llvm-project/llvm/lib/Transforms/Vectorize/ |
| D | SLPVectorizer.cpp | 7426 Value *Rdx = nullptr; in getReductionValue() local
7430 Rdx = P->getIncomingValue(0); in getReductionValue()
7432 Rdx = P->getIncomingValue(1); in getReductionValue()
7435 if (Rdx && DominatedReduxValue(Rdx)) in getReductionValue()
7436 return Rdx; in getReductionValue()
7449 Rdx = P->getIncomingValue(0); in getReductionValue()
7451 Rdx = P->getIncomingValue(1); in getReductionValue()
7454 if (Rdx && DominatedReduxValue(Rdx)) in getReductionValue()
7455 return Rdx; in getReductionValue()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/ |
| D | X86ISelLowering.cpp | 37277 SDValue Rdx = in combineReductionToHorizontal() local
37279 if (!Rdx) in combineReductionToHorizontal()
37287 EVT VecVT = Rdx.getValueType(); in combineReductionToHorizontal()
37298 Rdx = DAG.getBitcast(MVT::i32, Rdx); in combineReductionToHorizontal()
37299 Rdx = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, MVT::v4i32, in combineReductionToHorizontal()
37300 DAG.getConstant(0, DL, MVT::v4i32), Rdx, in combineReductionToHorizontal()
37302 Rdx = DAG.getBitcast(MVT::v16i8, Rdx); in combineReductionToHorizontal()
37304 Rdx = DAG.getNode(ISD::CONCAT_VECTORS, DL, MVT::v8i8, Rdx, in combineReductionToHorizontal()
37308 if (Rdx.getValueType() == MVT::v8i8) { in combineReductionToHorizontal()
37310 Rdx = DAG.getNode(ISD::CONCAT_VECTORS, DL, MVT::v16i8, Rdx, in combineReductionToHorizontal()
[all …]
|
| /external/llvm-project/llvm/lib/Target/X86/ |
| D | X86ISelLowering.cpp | 40014 SDValue Rdx = in combineReductionToHorizontal() local
40016 if (!Rdx) in combineReductionToHorizontal()
40024 EVT VecVT = Rdx.getValueType(); in combineReductionToHorizontal()
40035 Rdx = DAG.getBitcast(MVT::i32, Rdx); in combineReductionToHorizontal()
40036 Rdx = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, MVT::v4i32, in combineReductionToHorizontal()
40037 DAG.getConstant(0, DL, MVT::v4i32), Rdx, in combineReductionToHorizontal()
40039 Rdx = DAG.getBitcast(MVT::v16i8, Rdx); in combineReductionToHorizontal()
40041 Rdx = DAG.getNode(ISD::CONCAT_VECTORS, DL, MVT::v8i8, Rdx, in combineReductionToHorizontal()
40045 if (Rdx.getValueType() == MVT::v8i8) { in combineReductionToHorizontal()
40047 Rdx = DAG.getNode(ISD::CONCAT_VECTORS, DL, MVT::v16i8, Rdx, in combineReductionToHorizontal()
[all …]
|
| /external/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| D | IRTranslator.cpp | 2191 auto Rdx = MIRBuilder.buildInstr( in translateKnownIntrinsic() local
2193 MIRBuilder.buildInstr(ScalarOpc, {Dst}, {ScalarSrc, Rdx}, in translateKnownIntrinsic()
|
| /external/llvm-project/llvm/lib/Target/AArch64/ |
| D | AArch64ISelLowering.cpp | 10195 auto Rdx = DAG.getNode(Op, DL, VecOp.getSimpleValueType(), VecOp); in getReductionSDNode() local
10196 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, ScalarOp.getValueType(), Rdx, in getReductionSDNode()
16760 SDValue Rdx = DAG.getNode(AArch64ISD::FADDA_PRED, DL, ContainerVT, in LowerVECREDUCE_SEQ_FADD() local
16763 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, ResVT, Rdx, Zero); in LowerVECREDUCE_SEQ_FADD()
16816 SDValue Rdx = DAG.getNode(Opcode, DL, getPackedSVEVectorVT(ResVT), Pg, VecOp); in LowerReductionToSVE() local
16818 Rdx, DAG.getConstant(0, DL, MVT::i64)); in LowerReductionToSVE()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AArch64/ |
| D | AArch64ISelLowering.cpp | 8538 auto Rdx = DAG.getNode(Op, DL, VecOp.getSimpleValueType(), VecOp); in getReductionSDNode() local
8539 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, ScalarOp.getValueType(), Rdx, in getReductionSDNode()
|