Searched refs:ReduxWidth (Results 1 – 3 of 3) sorted by relevance
| /external/llvm/lib/Transforms/Vectorize/ |
| D | SLPVectorizer.cpp | 3958 unsigned ReduxWidth; member in HorizontalReduction
3966 ReducedValueOpcode(0), IsPairwiseReduction(false), ReduxWidth(0), in HorizontalReduction()
4000 ReduxWidth = MinVecRegSize / DL.getTypeSizeInBits(Ty); in matchAssociativeReduction()
4004 if (ReduxWidth < 4) in matchAssociativeReduction()
4070 if (NumReducedVals < ReduxWidth) in tryToReduce()
4080 for (; i < NumReducedVals - ReduxWidth + 1; i += ReduxWidth) { in tryToReduce()
4081 V.buildTree(makeArrayRef(&ReducedVals[i], ReduxWidth), ReductionOps); in tryToReduce()
4133 Type *VecTy = VectorType::get(ScalarTy, ReduxWidth); in getReductionCost()
4142 ReduxWidth * TTI->getArithmeticInstrCost(ReductionOpcode, VecTy); in getReductionCost()
4163 assert(isPowerOf2_32(ReduxWidth) && in emitReduction()
[all …]
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
| D | SLPVectorizer.cpp | 6699 unsigned ReduxWidth = PowerOf2Floor(NumReducedVals); in tryToReduce() local
6736 while (i < NumReducedVals - ReduxWidth + 1 && ReduxWidth > 2) { in tryToReduce()
6737 auto VL = makeArrayRef(&ReducedVals[i], ReduxWidth); in tryToReduce()
6757 int ReductionCost = getReductionCost(TTI, ReducedVals[i], ReduxWidth); in tryToReduce()
6794 emitReduction(VectorizedRoot, Builder, ReduxWidth, TTI); in tryToReduce()
6804 i += ReduxWidth; in tryToReduce()
6805 ReduxWidth = PowerOf2Floor(NumReducedVals - i); in tryToReduce()
6856 unsigned ReduxWidth) { in getReductionCost() argument
6858 Type *VecTy = VectorType::get(ScalarTy, ReduxWidth); in getReductionCost()
6911 ScalarReduxCost *= (ReduxWidth - 1); in getReductionCost()
[all …]
|
| /external/llvm-project/llvm/lib/Transforms/Vectorize/ |
| D | SLPVectorizer.cpp | 7021 unsigned ReduxWidth = PowerOf2Floor(NumReducedVals); in tryToReduce() local
7022 if (NumReducedVals > ReduxWidth) { in tryToReduce()
7052 while (i < NumReducedVals - ReduxWidth + 1 && ReduxWidth > 2) { in tryToReduce()
7053 ArrayRef<Value *> VL(&ReducedVals[i], ReduxWidth); in tryToReduce()
7075 int ReductionCost = getReductionCost(TTI, ReducedVals[i], ReduxWidth); in tryToReduce()
7112 emitReduction(VectorizedRoot, Builder, ReduxWidth, TTI); in tryToReduce()
7123 i += ReduxWidth; in tryToReduce()
7124 ReduxWidth = PowerOf2Floor(NumReducedVals - i); in tryToReduce()
7171 unsigned ReduxWidth) { in getReductionCost() argument
7173 auto *VecTy = FixedVectorType::get(ScalarTy, ReduxWidth); in getReductionCost()
[all …]
|