| /external/swiftshader/third_party/llvm-7.0/llvm/lib/CodeGen/ |
| D | ExpandReductions.cpp | 60 RecurrenceDescriptor::MinMaxRecurrenceKind getMRK(Intrinsic::ID ID) { in getMRK()
63 return RecurrenceDescriptor::MRK_SIntMax; in getMRK()
65 return RecurrenceDescriptor::MRK_SIntMin; in getMRK()
67 return RecurrenceDescriptor::MRK_UIntMax; in getMRK()
69 return RecurrenceDescriptor::MRK_UIntMin; in getMRK()
71 return RecurrenceDescriptor::MRK_FloatMax; in getMRK()
73 return RecurrenceDescriptor::MRK_FloatMin; in getMRK()
75 return RecurrenceDescriptor::MRK_Invalid; in getMRK()
92 auto MRK = RecurrenceDescriptor::MRK_Invalid; in expandReductions()
|
| /external/llvm/lib/Transforms/Utils/ |
| D | LoopUtils.cpp | 36 bool RecurrenceDescriptor::areAllUsesIn(Instruction *I, in areAllUsesIn()
44 bool RecurrenceDescriptor::isIntegerRecurrenceKind(RecurrenceKind Kind) { in isIntegerRecurrenceKind()
59 bool RecurrenceDescriptor::isFloatingPointRecurrenceKind(RecurrenceKind Kind) { in isFloatingPointRecurrenceKind()
63 bool RecurrenceDescriptor::isArithmeticRecurrenceKind(RecurrenceKind Kind) { in isArithmeticRecurrenceKind()
77 RecurrenceDescriptor::lookThroughAnd(PHINode *Phi, Type *&RT, in lookThroughAnd()
101 bool RecurrenceDescriptor::getSourceExtensionKind( in getSourceExtensionKind()
162 bool RecurrenceDescriptor::AddReductionVar(PHINode *Phi, RecurrenceKind Kind, in AddReductionVar()
164 RecurrenceDescriptor &RedDes) { in AddReductionVar()
362 RecurrenceDescriptor RD( in AddReductionVar()
372 RecurrenceDescriptor::InstDesc
[all …]
|
| /external/swiftshader/third_party/llvm-7.0/llvm/include/llvm/Transforms/Utils/ |
| D | LoopUtils.h | 64 class RecurrenceDescriptor {
91 RecurrenceDescriptor() = default;
93 RecurrenceDescriptor(Value *Start, Instruction *Exit, RecurrenceKind K, in RecurrenceDescriptor() function
171 RecurrenceDescriptor &RedDes,
181 RecurrenceDescriptor &RedDes,
515 RecurrenceDescriptor::MinMaxRecurrenceKind MinMaxKind =
516 RecurrenceDescriptor::MRK_Invalid,
521 RecurrenceDescriptor::MinMaxRecurrenceKind
522 MinMaxKind = RecurrenceDescriptor::MRK_Invalid,
541 RecurrenceDescriptor &Desc, Value *Src,
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Utils/ |
| D | LoopUtils.cpp | 44 bool RecurrenceDescriptor::areAllUsesIn(Instruction *I, in areAllUsesIn()
52 bool RecurrenceDescriptor::isIntegerRecurrenceKind(RecurrenceKind Kind) { in isIntegerRecurrenceKind()
67 bool RecurrenceDescriptor::isFloatingPointRecurrenceKind(RecurrenceKind Kind) { in isFloatingPointRecurrenceKind()
71 bool RecurrenceDescriptor::isArithmeticRecurrenceKind(RecurrenceKind Kind) { in isArithmeticRecurrenceKind()
191 bool RecurrenceDescriptor::AddReductionVar(PHINode *Phi, RecurrenceKind Kind, in AddReductionVar()
193 RecurrenceDescriptor &RedDes, in AddReductionVar()
435 RecurrenceDescriptor RD( in AddReductionVar()
445 RecurrenceDescriptor::InstDesc
446 RecurrenceDescriptor::isMinMaxSelectCmpPattern(Instruction *I, InstDesc &Prev) { in isMinMaxSelectCmpPattern()
494 RecurrenceDescriptor::InstDesc
[all …]
|
| /external/llvm/include/llvm/Transforms/Utils/ |
| D | LoopUtils.h | 62 class RecurrenceDescriptor {
90 RecurrenceDescriptor() in RecurrenceDescriptor() function
95 RecurrenceDescriptor(Value *Start, Instruction *Exit, RecurrenceKind K, in RecurrenceDescriptor() function
172 RecurrenceDescriptor &RedDes);
177 RecurrenceDescriptor &RedDes);
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/ARM/ |
| D | ARMParallelDSP.cpp | 410 RecurrenceDescriptor RecDesc; in MatchReductions()
427 RecurrenceDescriptor::AddReductionVar(&Phi, in MatchReductions()
428 RecurrenceDescriptor::RK_IntegerAdd, in MatchReductions()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Vectorize/ |
| D | LoopVectorizationLegality.cpp | 618 RecurrenceDescriptor RedDes; in canVectorizeInstrs()
619 if (RecurrenceDescriptor::isReductionPHI(Phi, TheLoop, RedDes, DB, AC, in canVectorizeInstrs()
636 if (RecurrenceDescriptor::isFirstOrderRecurrence(Phi, TheLoop, in canVectorizeInstrs()
|
| D | LoopVectorize.cpp | 3553 RecurrenceDescriptor RdxDesc = (*Legal->getReductionVars())[Phi]; in fixReduction()
3555 RecurrenceDescriptor::RecurrenceKind RK = RdxDesc.getRecurrenceKind(); in fixReduction()
3558 RecurrenceDescriptor::MinMaxRecurrenceKind MinMaxKind = in fixReduction()
3575 if (RK == RecurrenceDescriptor::RK_IntegerMinMax || in fixReduction()
3576 RK == RecurrenceDescriptor::RK_FloatMinMax) { in fixReduction()
3586 Constant *Iden = RecurrenceDescriptor::getRecurrenceIdentity( in fixReduction()
3659 unsigned Op = RecurrenceDescriptor::getRecurrenceBinOp(RK); in fixReduction()
3669 ReducedPartRdx = RecurrenceDescriptor::createMinMaxOp( in fixReduction()
5106 RecurrenceDescriptor RdxDesc = (*Legal->getReductionVars())[PN]; in getSmallestAndWidestTypes()
6268 RecurrenceDescriptor &RedDes = Reduction.second; in collectValuesToIgnore()
|
| /external/llvm/lib/Transforms/Scalar/ |
| D | LoopInterchange.cpp | 604 RecurrenceDescriptor RD; in areAllUsesReductions()
605 return !UserIns || !RecurrenceDescriptor::isReductionPHI(UserIns, L, RD); in areAllUsesReductions()
703 RecurrenceDescriptor RD; in findInductionAndReductions()
708 else if (RecurrenceDescriptor::isReductionPHI(PHI, L, RD)) in findInductionAndReductions()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Scalar/ |
| D | LoopInterchange.cpp | 617 RecurrenceDescriptor RD; in areAllUsesReductions()
618 return !UserIns || !RecurrenceDescriptor::isReductionPHI(UserIns, L, RD); in areAllUsesReductions()
711 RecurrenceDescriptor RD; in findInductionAndReductions()
715 else if (RecurrenceDescriptor::isReductionPHI(&PHI, L, RD)) in findInductionAndReductions()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/include/llvm/Transforms/Vectorize/ |
| D | LoopVectorizationLegality.h | 225 using ReductionList = DenseMap<PHINode *, RecurrenceDescriptor>;
|
| /external/llvm/lib/Transforms/Vectorize/ |
| D | LoopVectorize.cpp | 1361 typedef DenseMap<PHINode *, RecurrenceDescriptor> ReductionList;
3514 RecurrenceDescriptor RdxDesc = (*Legal->getReductionVars())[Phi]; in vectorizeLoop()
3516 RecurrenceDescriptor::RecurrenceKind RK = RdxDesc.getRecurrenceKind(); in vectorizeLoop()
3519 RecurrenceDescriptor::MinMaxRecurrenceKind MinMaxKind = in vectorizeLoop()
3537 if (RK == RecurrenceDescriptor::RK_IntegerMinMax || in vectorizeLoop()
3538 RK == RecurrenceDescriptor::RK_FloatMinMax) { in vectorizeLoop()
3548 Constant *Iden = RecurrenceDescriptor::getRecurrenceIdentity( in vectorizeLoop()
3618 unsigned Op = RecurrenceDescriptor::getRecurrenceBinOp(RK); in vectorizeLoop()
3627 ReducedPartRdx = RecurrenceDescriptor::createMinMaxOp( in vectorizeLoop()
3657 TmpVec = RecurrenceDescriptor::createMinMaxOp(Builder, MinMaxKind, in vectorizeLoop()
[all …]
|