/external/llvm-project/mlir/lib/Dialect/StandardOps/EDSC/ |
D | Builders.cpp | 18 MemRefType memRefType = memRef.getType().cast<MemRefType>(); in getMemRefSizes() local 19 assert(isStrided(memRefType) && "Expected strided MemRef type"); in getMemRefSizes() 22 res.reserve(memRefType.getShape().size()); in getMemRefSizes() 23 const auto &shape = memRefType.getShape(); in getMemRefSizes()
|
/external/llvm-project/mlir/lib/Conversion/GPUToVulkan/ |
D | ConvertGPULaunchFuncToVulkanLaunchFunc.cpp | 57 if (auto memRefType = type.dyn_cast_or_null<MemRefType>()) { in isSupportedType() local 58 auto elementType = memRefType.getElementType(); in isSupportedType() 59 return memRefType.hasRank() && in isSupportedType() 60 (memRefType.getRank() >= 1 && memRefType.getRank() <= 3) && in isSupportedType()
|
/external/llvm-project/mlir/lib/Analysis/ |
D | Utils.cpp | 137 auto memRefType = memref.getType().cast<MemRefType>(); in getConstantBoundingSizeAndShape() local 138 unsigned rank = memRefType.getRank(); in getConstantBoundingSizeAndShape() 152 int64_t dimSize = memRefType.getDimSize(r); in getConstantBoundingSizeAndShape() 173 auto dimSize = memRefType.getDimSize(d); in getConstantBoundingSizeAndShape() 197 auto memRefType = memref.getType().cast<MemRefType>(); in getLowerAndUpperBound() local 198 unsigned rank = memRefType.getRank(); in getLowerAndUpperBound() 204 /*localExprs=*/{}, memRefType.getContext()); in getLowerAndUpperBound() 374 auto memRefType = memref.getType().cast<MemRefType>(); in compute() local 377 if (memRefType.isDynamicDim(r)) in compute() 379 cst.addConstantUpperBound(/*pos=*/r, memRefType.getDimSize(r) - 1); in compute() [all …]
|
D | LoopAnalysis.cpp | 224 auto memRefType = memoryOp.getMemRefType(); in isContiguousAccess() local 226 auto layoutMap = memRefType.getAffineMaps(); in isContiguousAccess() 240 for (unsigned i = 0, e = memRefType.getRank(); i < e; ++i) { in isContiguousAccess() 265 *memRefDim = memRefType.getRank() - (uniqueVaryingIndexAlongIv + 1); in isContiguousAccess() 271 auto memRefType = memoryOp.getMemRefType(); in isVectorElement() local 272 return memRefType.getElementType().template isa<VectorType>(); in isVectorElement()
|
/external/llvm-project/mlir/examples/toy/Ch7/mlir/ |
D | LowerToAffineLoops.cpp | 67 auto memRefType = convertTensorToMemRef(tensorType); in lowerOpToLoops() local 68 auto alloc = insertAllocAndDealloc(memRefType, loc, rewriter); in lowerOpToLoops() 144 auto memRefType = convertTensorToMemRef(tensorType); in matchAndRewrite() local 145 auto alloc = insertAllocAndDealloc(memRefType, loc, rewriter); in matchAndRewrite() 150 auto valueShape = memRefType.getShape(); in matchAndRewrite()
|
D | LowerToLLVM.cpp | 56 auto memRefType = (*op->operand_type_begin()).cast<MemRefType>(); in matchAndRewrite() local 57 auto memRefShape = memRefType.getShape(); in matchAndRewrite()
|
/external/llvm-project/mlir/examples/toy/Ch6/mlir/ |
D | LowerToAffineLoops.cpp | 67 auto memRefType = convertTensorToMemRef(tensorType); in lowerOpToLoops() local 68 auto alloc = insertAllocAndDealloc(memRefType, loc, rewriter); in lowerOpToLoops() 144 auto memRefType = convertTensorToMemRef(tensorType); in matchAndRewrite() local 145 auto alloc = insertAllocAndDealloc(memRefType, loc, rewriter); in matchAndRewrite() 150 auto valueShape = memRefType.getShape(); in matchAndRewrite()
|
D | LowerToLLVM.cpp | 56 auto memRefType = (*op->operand_type_begin()).cast<MemRefType>(); in matchAndRewrite() local 57 auto memRefShape = memRefType.getShape(); in matchAndRewrite()
|
/external/llvm-project/mlir/examples/toy/Ch5/mlir/ |
D | LowerToAffineLoops.cpp | 67 auto memRefType = convertTensorToMemRef(tensorType); in lowerOpToLoops() local 68 auto alloc = insertAllocAndDealloc(memRefType, loc, rewriter); in lowerOpToLoops() 144 auto memRefType = convertTensorToMemRef(tensorType); in matchAndRewrite() local 145 auto alloc = insertAllocAndDealloc(memRefType, loc, rewriter); in matchAndRewrite() 150 auto valueShape = memRefType.getShape(); in matchAndRewrite()
|
/external/llvm-project/mlir/lib/Conversion/VectorToROCDL/ |
D | VectorToROCDL.cpp | 94 MemRefType memRefType = xferOp.getMemRefType(); in matchAndRewrite() local 98 if ((memRefType.getMemorySpace() != 0) && in matchAndRewrite() 99 (memRefType.getMemorySpace() != 1)) in matchAndRewrite() 105 Value dataPtr = getStridedElementPtr(loc, memRefType, adaptor.memref(), in matchAndRewrite()
|
/external/llvm-project/mlir/lib/Dialect/SPIRV/ |
D | SPIRVLowering.cpp | 180 if (auto memRefType = t.dyn_cast<MemRefType>()) { in getTypeNumBytes() local 185 if (!memRefType.hasStaticShape() || in getTypeNumBytes() 186 failed(getStridesAndOffset(memRefType, strides, offset))) { in getTypeNumBytes() 192 auto elementSize = getTypeNumBytes(memRefType.getElementType()); in getTypeNumBytes() 196 if (memRefType.getRank() == 0) { in getTypeNumBytes() 199 auto dims = memRefType.getShape(); in getTypeNumBytes() 451 addConversion([this](MemRefType memRefType) { in SPIRVTypeConverter() argument 452 return convertMemrefType(targetEnv, memRefType); in SPIRVTypeConverter()
|
/external/llvm-project/mlir/lib/Conversion/VectorToLLVM/ |
D | ConvertVectorToLLVM.cpp | 164 Value memref, MemRefType memRefType, Value &base) { in getBase() argument 171 auto successStrides = getStridesAndOffset(memRefType, strides, offset); in getBase() 173 offset != 0 || memRefType.getMemorySpace() != 0) in getBase() 182 MemRefType memRefType, Value &ptr) { in getBasePtr() argument 184 if (failed(getBase(rewriter, loc, memref, memRefType, base))) in getBasePtr() 194 MemRefType memRefType, Type type, Value &ptr) { in getBasePtr() argument 196 if (failed(getBase(rewriter, loc, memref, memRefType, base))) in getBasePtr() 208 MemRefType memRefType, VectorType vType, in getIndexedPtrs() argument 211 if (failed(getBase(rewriter, loc, memref, memRefType, base))) in getIndexedPtrs() 1092 computeContiguousStrides(MemRefType memRefType) { in computeContiguousStrides() argument [all …]
|
/external/llvm-project/mlir/lib/Conversion/GPUCommon/ |
D | ConvertLaunchFuncToRuntimeCalls.cpp | 332 auto memRefType = hostRegisterOp.value().getType(); in matchAndRewrite() local 333 auto elementType = memRefType.cast<UnrankedMemRefType>().getElementType(); in matchAndRewrite() 348 MemRefType memRefType = allocOp.getType(); in matchAndRewrite() local 351 !isSupportedMemRefType(memRefType) || in matchAndRewrite() 362 getMemRefDescriptorSizes(loc, memRefType, operands, rewriter, shape, strides, in matchAndRewrite() 367 Type elementPtrType = this->getElementPtrType(memRefType); in matchAndRewrite() 380 loc, memRefType, allocatedPtr, alignedPtr, shape, strides, rewriter); in matchAndRewrite()
|
/external/llvm-project/mlir/lib/Dialect/Vector/ |
D | VectorUtils.cpp | 246 AffineMap mlir::getTransferMinorIdentityMap(MemRefType memRefType, in getTransferMinorIdentityMap() argument 250 memRefType.getElementType().dyn_cast<VectorType>(); in getTransferMinorIdentityMap() 254 memRefType.getRank(), vectorType.getRank() - elementVectorRank, in getTransferMinorIdentityMap() 255 memRefType.getContext()); in getTransferMinorIdentityMap()
|
D | VectorOps.cpp | 2021 MemRefType memRefType = types[0].dyn_cast<MemRefType>(); in parseTransferReadOp() local 2022 if (!memRefType) in parseTransferReadOp() 2030 auto permMap = getTransferMinorIdentityMap(memRefType, vectorType); in parseTransferReadOp() 2034 parser.resolveOperand(memrefInfo, memRefType, result.operands) || in parseTransferReadOp() 2036 parser.resolveOperand(paddingInfo, memRefType.getElementType(), in parseTransferReadOp() 2199 MemRefType memRefType = types[1].dyn_cast<MemRefType>(); in parseTransferWriteOp() local 2200 if (!memRefType) in parseTransferWriteOp() 2205 auto permMap = getTransferMinorIdentityMap(memRefType, vectorType); in parseTransferWriteOp() 2210 parser.resolveOperand(memrefInfo, memRefType, result.operands) || in parseTransferWriteOp() 2710 static SmallVector<int64_t, 8> extractShape(MemRefType memRefType) { in extractShape() argument [all …]
|
/external/llvm-project/mlir/lib/Conversion/LinalgToLLVM/ |
D | LinalgToLLVM.cpp | 216 auto memRefType = sliceOp.getBaseViewType(); in matchAndRewrite() local 224 SmallVector<Value, 4> strides(memRefType.getRank()); in matchAndRewrite() 225 for (int i = 0, e = memRefType.getRank(); i < e; ++i) in matchAndRewrite() 234 for (int i = 0, e = memRefType.getRank(); i < e; ++i) { in matchAndRewrite()
|
/external/llvm-project/mlir/lib/Conversion/StandardToLLVM/ |
D | StandardToLLVM.cpp | 1107 Location loc, MemRefType memRefType, ArrayRef<Value> dynamicSizes, in getMemRefDescriptorSizes() argument 1110 assert(isSupportedMemRefType(memRefType) && in getMemRefDescriptorSizes() 1113 sizes.reserve(memRefType.getRank()); in getMemRefDescriptorSizes() 1115 for (int64_t size : memRefType.getShape()) { in getMemRefDescriptorSizes() 1124 strides.resize(memRefType.getRank()); in getMemRefDescriptorSizes() 1125 for (auto i = memRefType.getRank(); i-- > 0;) { in getMemRefDescriptorSizes() 1128 int64_t size = memRefType.getShape()[i]; in getMemRefDescriptorSizes() 1147 Type elementPtrType = getElementPtrType(memRefType); in getMemRefDescriptorSizes() 1183 Location loc, MemRefType memRefType, Value allocatedPtr, Value alignedPtr, in createMemRefDescriptor() argument 1186 auto structType = typeConverter->convertType(memRefType); in createMemRefDescriptor() [all …]
|
/external/llvm-project/mlir/lib/Conversion/SPIRVToLLVM/ |
D | ConvertLaunchFuncToLLVMCalls.cpp | 205 auto memRefType = launchOp.getKernelOperand(operand.index()) in matchAndRewrite() local 208 if (!memRefType) in matchAndRewrite() 216 getMemRefDescriptorSizes(loc, memRefType, operand.value(), rewriter, in matchAndRewrite()
|
/external/llvm-project/mlir/lib/Transforms/ |
D | BufferDeallocation.cpp | 392 auto memRefType = sourceValue.getType().cast<MemRefType>(); in introduceBufferCopy() local 398 for (auto shapeElement : llvm::enumerate(memRefType.getShape())) { in introduceBufferCopy() 407 auto alloc = builder.create<AllocOp>(terminator->getLoc(), memRefType, in introduceBufferCopy()
|
/external/llvm-project/mlir/include/mlir/Dialect/Vector/ |
D | VectorOps.h | 129 AffineMap getTransferMinorIdentityMap(MemRefType memRefType,
|
D | VectorUtils.h | 160 AffineMap getTransferMinorIdentityMap(MemRefType memRefType,
|
/external/llvm-project/mlir/include/mlir/Analysis/ |
D | Utils.h | 291 Optional<uint64_t> getMemRefSizeInBytes(MemRefType memRefType);
|
/external/llvm-project/mlir/lib/Dialect/StandardOps/IR/ |
D | Ops.cpp | 267 auto memRefType = op.getResult().getType().template dyn_cast<MemRefType>(); in verifyAllocLikeOp() local 268 if (!memRefType) in verifyAllocLikeOp() 272 memRefType.getNumDynamicDims()) in verifyAllocLikeOp() 277 if (!memRefType.getAffineMaps().empty()) in verifyAllocLikeOp() 278 numSymbols = memRefType.getAffineMaps().front().getNumSymbols(); in verifyAllocLikeOp() 4002 static MemRefType inferTransposeResultType(MemRefType memRefType, in inferTransposeResultType() argument 4004 auto rank = memRefType.getRank(); in inferTransposeResultType() 4005 auto originalSizes = memRefType.getShape(); in inferTransposeResultType() 4015 auto res = getStridesAndOffset(memRefType, strides, offset); in inferTransposeResultType() 4019 makeStridedLinearLayoutMap(strides, offset, memRefType.getContext()); in inferTransposeResultType() [all …]
|
/external/llvm-project/mlir/include/mlir/Conversion/StandardToLLVM/ |
D | ConvertStandardToLLVM.h | 540 void getMemRefDescriptorSizes(Location loc, MemRefType memRefType, 557 createMemRefDescriptor(Location loc, MemRefType memRefType,
|
/external/llvm-project/mlir/lib/Dialect/Linalg/IR/ |
D | LinalgOps.cpp | 841 auto memRefType = src.getType().cast<MemRefType>(); in build() local 842 auto resultType = computeReshapeCollapsedType(memRefType, maps); in build() 1026 auto memRefType = base.getType().cast<MemRefType>(); in build() local 1029 auto res = getStridesAndOffset(memRefType, strides, offset); in build() 1033 unsigned rank = memRefType.getRank(); in build() 1036 result.addTypes({MemRefType::Builder(memRefType) in build()
|