/external/llvm-project/mlir/lib/Dialect/Affine/Transforms/ |
D | LoopUnroll.cpp | 65 static bool isInnermostAffineForOp(AffineForOp forOp) { in isInnermostAffineForOp() 79 f.walk([&](AffineForOp forOp) { in gatherInnermostLoops() 93 getFunction().walk([&](AffineForOp forOp) { in runOnFunction() 98 for (auto forOp : loops) in runOnFunction() local 112 for (auto forOp : loops) in runOnFunction() local 122 LogicalResult LoopUnroll::runOnAffineForOp(AffineForOp forOp) { in runOnAffineForOp()
|
D | AffineDataCopyGeneration.cpp | 130 AffineForOp forOp; in runOnBlock() local 138 auto exceedsCapacity = [&](AffineForOp forOp) { in runOnBlock() 219 if (auto forOp = dyn_cast<AffineForOp>(op)) in runOnFunction() local
|
D | LoopUnrollAndJam.cpp | 76 if (auto forOp = dyn_cast<AffineForOp>(entryBlock.front())) in runOnFunction() local
|
D | AffineLoopInvariantCodeMotion.cpp | 191 void LoopInvariantCodeMotion::runOnAffineForOp(AffineForOp forOp) { in runOnAffineForOp()
|
D | SuperVectorize.cpp | 834 return [¶llelLoops, fastestVaryingMemRefDimension](Operation &forOp) { in isVectorizableLoopPtrFactory()
|
/external/llvm-project/mlir/lib/Conversion/SCFToGPU/ |
D | SCFToGPU.cpp | 55 static Operation::operand_range getLowerBoundOperands(AffineForOp forOp) { in getLowerBoundOperands() 60 static Operation::operand_range getUpperBoundOperands(AffineForOp forOp) { in getUpperBoundOperands() 66 static Value getOrCreateStep(AffineForOp forOp, OpBuilder &builder) { in getOrCreateStep() 72 static Value getOrEmitLowerBound(AffineForOp forOp, OpBuilder &builder) { in getOrEmitLowerBound() 78 static Value getOrEmitUpperBound(AffineForOp forOp, OpBuilder &builder) { in getOrEmitUpperBound() 88 static LogicalResult checkAffineLoopNestMappableImpl(AffineForOp forOp, in checkAffineLoopNestMappableImpl() 114 static LogicalResult checkAffineLoopNestMappable(AffineForOp forOp, in checkAffineLoopNestMappable() 164 AffineLoopToGpuConverter::collectBounds(AffineForOp forOp, unsigned numLoops) { in collectBounds() 263 static LogicalResult convertAffineLoopNestToGPULaunch(AffineForOp forOp, in convertAffineLoopNestToGPULaunch() 279 LogicalResult mlir::convertAffineLoopNestToGPULaunch(AffineForOp forOp, in convertAffineLoopNestToGPULaunch()
|
D | SCFToGPUPass.cpp | 37 if (auto forOp = dyn_cast<AffineForOp>(&op)) { in runOnFunction() local
|
/external/llvm-project/mlir/lib/Transforms/ |
D | PipelineDataTransfer.cpp | 64 static bool doubleBuffer(Value oldMemRef, AffineForOp forOp) { in doubleBuffer() 135 getFunction().walk([&](AffineForOp forOp) { forOps.push_back(forOp); }); in runOnFunction() 136 for (auto forOp : forOps) in runOnFunction() local 165 AffineForOp forOp, in findMatchingStartFinishInsts() 236 void PipelineDataTransfer::runOnAffineForOp(AffineForOp forOp) { in runOnAffineForOp()
|
D | LoopFusion.cpp | 642 if (auto forOp = dyn_cast<AffineForOp>(op)) { in init() local 775 static Value createPrivateMemRef(AffineForOp forOp, Operation *srcStoreOpInst, in createPrivateMemRef()
|
/external/llvm-project/mlir/lib/Transforms/Utils/ |
D | LoopFusionUtils.cpp | 178 gatherLoadsAndStores(AffineForOp forOp, in gatherLoadsAndStores() 380 auto forOp = getForInductionVarOwner(loopIV); in fuseLoops() local 395 for (AffineForOp forOp : sliceLoops) in fuseLoops() local 403 auto walkResult = forOpRoot.walk([&](AffineForOp forOp) { in getLoopNestStats() 455 Operation *forOp, LoopNestStats &stats, in getComputeCostHelper() 523 AffineForOp forOp = getForInductionVarOwner(slice.ivs[i]); in buildSliceTripCountMap() local 554 int64_t mlir::getComputeCost(AffineForOp forOp, LoopNestStats &stats) { in getComputeCost() 607 if (auto forOp = in getFusionComputeCost() local
|
D | LoopUtils.cpp | 58 static void getCleanupLoopLowerBound(AffineForOp forOp, unsigned unrollFactor, in getCleanupLoopLowerBound() 153 LogicalResult mlir::promoteIfSingleIteration(AffineForOp forOp) { in promoteIfSingleIteration() 195 LogicalResult mlir::promoteIfSingleIteration(scf::ForOp forOp) { in promoteIfSingleIteration() 236 if (auto forOp = dyn_cast<AffineForOp>(op)) in promoteSingleIterationLoops() local 238 else if (auto forOp = dyn_cast<scf::ForOp>(op)) in promoteSingleIterationLoops() local 305 LogicalResult mlir::affineForOpBodySkew(AffineForOp forOp, in affineForOpBodySkew() 1031 LogicalResult mlir::loopUnrollFull(AffineForOp forOp) { in loopUnrollFull() 1044 LogicalResult mlir::loopUnrollUpToFactor(AffineForOp forOp, in loopUnrollUpToFactor() 1099 LogicalResult mlir::loopUnrollByFactor(AffineForOp forOp, in loopUnrollByFactor() 1163 LogicalResult mlir::loopUnrollByFactor(scf::ForOp forOp, in loopUnrollByFactor() [all …]
|
/external/llvm-project/mlir/lib/Analysis/ |
D | LoopAnalysis.cpp | 34 AffineForOp forOp, AffineMap *tripCountMap, in buildTripCountMapAndOperands() 87 Optional<uint64_t> mlir::getConstantTripCount(AffineForOp forOp) { in getConstantTripCount() 113 uint64_t mlir::getLargestDivisorOfTripCount(AffineForOp forOp) { in getLargestDivisorOfTripCount() 281 auto *forOp = loop.getOperation(); in isVectorizableLoopBodyWithOpCond() local 349 bool mlir::isOpwiseShiftValid(AffineForOp forOp, ArrayRef<uint64_t> shifts) { in isOpwiseShiftValid()
|
D | SliceAnalysis.cpp | 44 if (auto forOp = dyn_cast<AffineForOp>(op)) { in getForwardSliceImpl() local 48 } else if (auto forOp = dyn_cast<scf::ForOp>(op)) { in getForwardSliceImpl() local
|
D | AffineAnalysis.cpp | 96 if (AffineForOp forOp = dyn_cast<AffineForOp>(op)) in getIndexSet() local 104 if (AffineForOp forOp = dyn_cast<AffineForOp>(op)) { in getIndexSet() local 631 AffineForOp forOp = getForInductionVarOwner(commonForIV); in getCommonBlock() local 953 AffineForOp forOp, unsigned maxLoopDepth, in getDependenceComponents()
|
D | Utils.cpp | 900 auto forOp = sliceSurroundingLoops[dstLoopDepth + i]; in insertBackwardComputationSlice() local 1033 Optional<int64_t> mlir::getMemoryFootprintBytes(AffineForOp forOp, in getMemoryFootprintBytes() 1043 void mlir::getSequentialLoops(AffineForOp forOp, in getSequentialLoops() 1053 bool mlir::isLoopParallel(AffineForOp forOp) { in isLoopParallel()
|
/external/llvm-project/mlir/lib/Dialect/Affine/Utils/ |
D | Utils.cpp | 50 if (auto forOp = dyn_cast<AffineForOp>(parentOp)) { in getOutermostInvariantForOp() local 134 void mlir::affineParallelize(AffineForOp forOp) { in affineParallelize()
|
/external/llvm-project/mlir/test/lib/Dialect/Affine/ |
D | TestLoopPermutation.cpp | 49 if (auto forOp = dyn_cast<AffineForOp>(op)) { in runOnFunction() local
|
D | TestAffineDataCopy.cpp | 98 if (auto forOp = dyn_cast<AffineForOp>(op)) in runOnFunction() local
|
/external/llvm-project/mlir/test/lib/Transforms/ |
D | TestLoopUnrolling.cpp | 47 func.walk([&](scf::ForOp forOp) { in runOnFunction()
|
D | TestVectorTransforms.cpp | 265 auto forOp = builder.create<scf::ForOp>(op.getLoc(), zero, numIter, one); in runOnFunction() local
|
/external/llvm-project/mlir/lib/Conversion/SCFToStandard/ |
D | SCFToStandard.cpp | 282 LogicalResult ForLowering::matchAndRewrite(ForOp forOp, in matchAndRewrite() 423 ForOp forOp = rewriter.create<ForOp>(loc, lower, upper, step, iterArgs); in matchAndRewrite() local
|
/external/tensorflow/tensorflow/compiler/mlir/hlo/lib/Dialect/mhlo/transforms/ |
D | mhlo_control_flow_to_scf.cc | 131 auto forOp = b.create<mlir::scf::ForOp>(whileOp.getLoc(), forloopIndVar, in MatchAndRewrite() local
|
/external/llvm-project/mlir/lib/Conversion/SCFToSPIRV/ |
D | SCFToSPIRV.cpp | 123 ForOpConversion::matchAndRewrite(scf::ForOp forOp, ArrayRef<Value> operands, in matchAndRewrite()
|
/external/llvm-project/mlir/lib/Dialect/Linalg/Transforms/ |
D | Transforms.cpp | 418 if (auto forOp = scf::getForInductionVarOwner(dim)) in substitute() local
|
D | Fusion.cpp | 481 if (auto forOp = blockArg.getDefiningOp<scf::ForOp>()) { in getProducerOfTensor() local
|