/external/llvm-project/mlir/lib/Conversion/SPIRVToLLVM/ |
D | ConvertSPIRVToLLVM.cpp | 229 rewriter.replaceOpWithNewOp<LLVM::LoadOp>( in replaceWithLoadOrStore() 234 rewriter.replaceOpWithNewOp<LLVM::StoreOp>(storeOp, storeOp.value(), in replaceWithLoadOrStore() 321 rewriter.replaceOpWithNewOp<LLVM::GEPOp>(op, dstType, op.base_ptr(), in matchAndRewrite() 337 rewriter.replaceOpWithNewOp<LLVM::AddressOfOp>( in matchAndRewrite() 380 rewriter.replaceOpWithNewOp<LLVM::OrOp>(op, dstType, baseAndMask, in matchAndRewrite() 415 rewriter.replaceOpWithNewOp<LLVM::ConstantOp>( in matchAndRewrite() 423 rewriter.replaceOpWithNewOp<LLVM::ConstantOp>(constOp, dstType, dstAttr); in matchAndRewrite() 426 rewriter.replaceOpWithNewOp<LLVM::ConstantOp>(constOp, dstType, operands, in matchAndRewrite() 479 rewriter.replaceOpWithNewOp<LLVM::AShrOp>(op, dstType, baseShiftedLeft, in matchAndRewrite() 515 rewriter.replaceOpWithNewOp<LLVM::AndOp>(op, dstType, shiftedBase, mask); in matchAndRewrite() [all …]
|
/external/llvm-project/mlir/lib/Conversion/StandardToSPIRV/ |
D | ConvertStandardToSPIRV.cpp | 302 rewriter.replaceOpWithNewOp<spirv::AddressOfOp>(operation, varOp); in matchAndRewrite() 341 rewriter.template replaceOpWithNewOp<SPIRVOp>(operation, dstType, operands); in matchAndRewrite() 377 rewriter.template replaceOpWithNewOp<SPIRVLogicalOp>(operation, dstType, in matchAndRewrite() 380 rewriter.template replaceOpWithNewOp<SPIRVBitwiseOp>(operation, dstType, in matchAndRewrite() 521 rewriter.template replaceOpWithNewOp<spirv::SelectOp>( in matchAndRewrite() 547 rewriter.template replaceOpWithNewOp<SPIRVOp>(operation, dstType, in matchAndRewrite() 661 rewriter.replaceOpWithNewOp<spirv::ConstantOp>(constOp, dstType, in matchAndRewrite() 694 rewriter.replaceOpWithNewOp<spirv::ConstantOp>(constOp, dstType, dstAttr); in matchAndRewrite() 705 rewriter.replaceOpWithNewOp<spirv::ConstantOp>(constOp, dstType, dstAttr); in matchAndRewrite() 716 rewriter.replaceOpWithNewOp<spirv::ConstantOp>(constOp, dstType, dstAttr); in matchAndRewrite() [all …]
|
D | LegalizeStandardForSPIRV.cpp | 61 rewriter.replaceOpWithNewOp<LoadOp>(loadOp, subViewOp.source(), in replaceOp() 69 rewriter.replaceOpWithNewOp<vector::TransferReadOp>( in replaceOp() 78 rewriter.replaceOpWithNewOp<StoreOp>(storeOp, storeOp.value(), in replaceOp() 86 rewriter.replaceOpWithNewOp<vector::TransferWriteOp>( in replaceOp()
|
/external/llvm-project/mlir/lib/Conversion/VectorToLLVM/ |
D | ConvertVectorToLLVM.cpp | 227 rewriter.replaceOpWithNewOp<LLVM::LoadOp>(xferOp, dataPtr, align); in replaceTransferOpWithLoadOrStore() 249 rewriter.replaceOpWithNewOp<LLVM::MaskedLoadOp>( in replaceTransferOpWithMasked() 264 rewriter.replaceOpWithNewOp<LLVM::StoreOp>(xferOp, adaptor.vector(), dataPtr, in replaceTransferOpWithLoadOrStore() 279 rewriter.replaceOpWithNewOp<LLVM::MaskedStoreOp>( in replaceTransferOpWithMasked() 311 rewriter.replaceOpWithNewOp<LLVM::MatrixMultiplyOp>( in matchAndRewrite() 333 rewriter.replaceOpWithNewOp<LLVM::MatrixTransposeOp>( in matchAndRewrite() 366 rewriter.replaceOpWithNewOp<LLVM::MaskedLoadOp>( in matchAndRewrite() 399 rewriter.replaceOpWithNewOp<LLVM::MaskedStoreOp>( in matchAndRewrite() 435 rewriter.replaceOpWithNewOp<LLVM::masked_gather>( in matchAndRewrite() 471 rewriter.replaceOpWithNewOp<LLVM::masked_scatter>( in matchAndRewrite() [all …]
|
/external/llvm-project/mlir/test/lib/Dialect/SPIRV/ |
D | TestAvailability.cpp | 164 rewriter.replaceOpWithNewOp<spirv::AtomicCompareExchangeWeakOp>( in matchAndRewrite() 181 rewriter.replaceOpWithNewOp<spirv::BitReverseOp>( in matchAndRewrite() 195 rewriter.replaceOpWithNewOp<spirv::GroupNonUniformBallotOp>( in matchAndRewrite() 206 rewriter.replaceOpWithNewOp<spirv::ModuleOp>( in matchAndRewrite() 221 rewriter.replaceOpWithNewOp<spirv::SubgroupBallotKHROp>( in matchAndRewrite()
|
/external/llvm-project/mlir/lib/Conversion/ShapeToStandard/ |
D | ShapeToStandard.cpp | 60 rewriter.replaceOpWithNewOp<DstOpTy>(op, transformed.lhs(), in matchAndRewrite() 115 rewriter.replaceOpWithNewOp<DynamicTensorFromElementsOp>( in matchAndRewrite() 188 rewriter.replaceOpWithNewOp<TensorCastOp>(op, tensor, resultTy); in matchAndRewrite() 206 rewriter.replaceOpWithNewOp<ConstantIndexOp>(op, op.value().getSExtValue()); in matchAndRewrite() 313 rewriter.replaceOpWithNewOp<DimOp>(op, shapeOfOp.arg(), in matchAndRewrite() 319 rewriter.replaceOpWithNewOp<ExtractElementOp>(op, rewriter.getIndexType(), in matchAndRewrite() 344 rewriter.replaceOpWithNewOp<DimOp>(op, transformed.shape(), 0); in matchAndRewrite() 458 rewriter.replaceOpWithNewOp<IfOp>( in matchAndRewrite() 529 rewriter.replaceOpWithNewOp<TensorCastOp>(op, staticExtentTensor, in matchAndRewrite() 537 rewriter.replaceOpWithNewOp<DynamicTensorFromElementsOp>( in matchAndRewrite() [all …]
|
D | ConvertShapeConstraints.cpp | 88 rewriter.replaceOpWithNewOp<shape::ConstWitnessOp>(op, true); in matchAndRewrite() 101 rewriter.replaceOpWithNewOp<shape::ConstWitnessOp>(op, true); in matchAndRewrite()
|
/external/llvm-project/mlir/lib/Dialect/Shape/Transforms/ |
D | RemoveShapeConstraints.cpp | 26 rewriter.replaceOpWithNewOp<shape::ConstWitnessOp>(op.getOperation(), true); in matchAndRewrite() 37 rewriter.replaceOpWithNewOp<shape::ConstWitnessOp>(op.getOperation(), true); in matchAndRewrite()
|
/external/llvm-project/mlir/lib/Dialect/StandardOps/Transforms/ |
D | Bufferize.cpp | 31 rewriter.replaceOpWithNewOp<DimOp>(op, adaptor.memrefOrTensor(), in matchAndRewrite() 99 rewriter.replaceOpWithNewOp<LoadOp>(op, adaptor.aggregate(), in matchAndRewrite() 117 rewriter.replaceOpWithNewOp<SelectOp>( in matchAndRewrite() 132 rewriter.replaceOpWithNewOp<MemRefCastOp>(op, resultType, operands[0]); in matchAndRewrite()
|
/external/tensorflow/tensorflow/compiler/mlir/lite/transforms/ |
D | legalize_tf.cc | 193 rewriter.replaceOpWithNewOp<ConstantOp>(op, output_type, output_data); in matchAndRewrite() 237 rewriter.replaceOpWithNewOp<ConcatenationOp>( in matchAndRewrite() 297 rewriter.replaceOpWithNewOp<PackOp>(op, output_type, values, values_count, in matchAndRewrite() 309 rewriter.replaceOpWithNewOp<TFL::SplitOp>(op, tf_split_op.output().getTypes(), in matchAndRewrite() 322 rewriter.replaceOpWithNewOp<TFL::SplitVOp>( in matchAndRewrite() 337 rewriter.replaceOpWithNewOp<UnpackOp>(op, tf_unpack_op.output().getTypes(), in matchAndRewrite() 372 rewriter.replaceOpWithNewOp<TFL::Conv3DOp>( in matchAndRewrite() 427 rewriter->replaceOpWithNewOp<MatrixDiagOp>(op, output_type, input); in ConvertTFMatrixDiagV2orV3() 639 rewriter.replaceOpWithNewOp<SourceOp>(op, result_type, lhs, rhs); in matchAndRewrite() 720 rewriter.replaceOpWithNewOp<TF::SelectV2Op>(op, result_type, cond, lhs, in matchAndRewrite()
|
D | lower_static_tensor_list.cc | 223 rewriter.replaceOpWithNewOp<TF::ConstOp>(op, attr_or.ValueOrDie()); in matchAndRewrite() 239 rewriter.replaceOpWithNewOp<TF::PackOp>( in matchAndRewrite() 305 rewriter.replaceOpWithNewOp<TF::ConcatOp>( in matchAndRewrite() 476 rewriter.replaceOpWithNewOp<TF::FillOp>(op, result_type, list_shape, zero); in matchAndRewrite() 542 rewriter.replaceOpWithNewOp<TF::ConcatOp>( in matchAndRewrite() 627 rewriter.replaceOpWithNewOp<TF::IfOp>( in matchAndRewrite() 719 rewriter.replaceOpWithNewOp<TF::GatherOp>(op, op.getType(), input, index, in matchAndRewrite() 738 rewriter.replaceOpWithNewOp<TF::GatherOp>( in matchAndRewrite() 778 rewriter.replaceOpWithNewOp<TF::ReshapeOp>(op, result_type, input, in matchAndRewrite() 791 rewriter.replaceOpWithNewOp<TF::IdentityOp>(op, input.getType(), operands, in matchAndRewrite()
|
/external/llvm-project/mlir/lib/Conversion/LinalgToStandard/ |
D | LinalgToStandard.cpp | 112 rewriter.replaceOpWithNewOp<mlir::CallOp>( in matchAndRewrite() 132 rewriter.replaceOpWithNewOp<mlir::CallOp>( in matchAndRewrite() 157 rewriter.replaceOpWithNewOp<CopyOp>(op, in, out); in matchAndRewrite() 180 rewriter.replaceOpWithNewOp<mlir::CallOp>( in matchAndRewrite()
|
/external/tensorflow/tensorflow/compiler/mlir/tools/kernel_gen/transforms/ |
D | embed_tf_framework.cc | 83 rewriter.replaceOpWithNewOp<TFAllocOp>(alloc, alloc.getType(), ctx, in matchAndRewrite() 113 rewriter.replaceOpWithNewOp<TFDeallocOp>(dealloc, ctx, in matchAndRewrite() 161 rewriter.replaceOpWithNewOp<CondBranchOp>( in matchAndRewrite()
|
D | bufferize.cc | 83 rewriter.replaceOpWithNewOp<DimOp>(op, adaptor.memrefOrTensor(), in matchAndRewrite() 96 rewriter.replaceOpWithNewOp<RankOp>(op, adaptor.memrefOrTensor()); in matchAndRewrite()
|
/external/tensorflow/tensorflow/compiler/mlir/tosa/transforms/ |
D | legalize_tf.cc | 147 rewriter.replaceOpWithNewOp<tosa::ReluNOp>( in matchAndRewrite() 151 rewriter.replaceOpWithNewOp<tosa::ReluNOp>( in matchAndRewrite() 169 rewriter.replaceOpWithNewOp<tosa::ReluNOp>( in matchAndRewrite() 173 rewriter.replaceOpWithNewOp<tosa::ReluNOp>( in matchAndRewrite() 189 rewriter.replaceOpWithNewOp<tosa::EqualOp>(op, output_type, tf_equal_op.x(), in matchAndRewrite() 223 rewriter.replaceOpWithNewOp<tosa::GreaterOp>( in matchAndRewrite() 237 rewriter.replaceOpWithNewOp<tosa::GreaterEqualOp>( in matchAndRewrite() 251 rewriter.replaceOpWithNewOp<tosa::AddOp>(op, output_type, tf_add_op.x(), in matchAndRewrite() 265 rewriter.replaceOpWithNewOp<tosa::AddOp>(op, output_type, tf_addv2_op.x(), in matchAndRewrite() 305 rewriter.replaceOpWithNewOp<tosa::SubOp>(op, output_type, tf_sub_op.x(), in matchAndRewrite() [all …]
|
/external/llvm-project/mlir/lib/Conversion/AffineToStandard/ |
D | AffineToStandard.cpp | 337 rewriter.replaceOpWithNewOp<scf::YieldOp>(op); in matchAndRewrite() 483 rewriter.replaceOpWithNewOp<LoadOp>(op, op.getMemRef(), *resultOperands); in matchAndRewrite() 505 rewriter.replaceOpWithNewOp<PrefetchOp>(op, op.memref(), *resultOperands, in matchAndRewrite() 529 rewriter.replaceOpWithNewOp<StoreOp>(op, op.getValueToStore(), in matchAndRewrite() 567 rewriter.replaceOpWithNewOp<DmaStartOp>( in matchAndRewrite() 592 rewriter.replaceOpWithNewOp<DmaWaitOp>( in matchAndRewrite() 615 rewriter.replaceOpWithNewOp<TransferReadOp>( in matchAndRewrite() 637 rewriter.replaceOpWithNewOp<TransferWriteOp>( in matchAndRewrite()
|
/external/tensorflow/tensorflow/compiler/mlir/hlo/lib/Dialect/mhlo/transforms/ |
D | legalize_to_standard.cc | 65 rewriter.replaceOpWithNewOp<CmpIOp>(op, compare_predicate.getValue(), lhs, in matchAndRewrite() 102 rewriter.replaceOpWithNewOp<CmpFOp>(op, compare_predicate.getValue(), lhs, in matchAndRewrite() 171 rewriter.replaceOpWithNewOp<mhlo::ComplexOp>(op, iota_const, imag_zeroes); in matchAndRewrite()
|
/external/llvm-project/mlir/lib/Dialect/SPIRV/Transforms/ |
D | DecorateSPIRVCompositeTypeLayoutPass.cpp | 53 rewriter.replaceOpWithNewOp<spirv::GlobalVariableOp>( in matchAndRewrite() 70 rewriter.replaceOpWithNewOp<spirv::AddressOfOp>( in matchAndRewrite()
|
/external/llvm-project/mlir/test/lib/Dialect/Test/ |
D | TestPatterns.cpp | 350 rewriter.replaceOpWithNewOp<TestValidOp>(op, llvm::None, operands, in matchAndRewrite() 370 rewriter.replaceOpWithNewOp<TestReturnOp>(op, packerOp.getOperands()); in matchAndRewrite() 390 rewriter.replaceOpWithNewOp<TestTypeProducerOp>(op, rewriter.getF32Type()); in matchAndRewrite() 403 rewriter.replaceOpWithNewOp<TestTypeProducerOp>(op, rewriter.getF64Type()); in matchAndRewrite() 415 rewriter.replaceOpWithNewOp<TestTypeProducerOp>(op, rewriter.getBF16Type()); in matchAndRewrite() 428 rewriter.replaceOpWithNewOp<TestTypeConsumerOp>(op, operands[0]); in matchAndRewrite() 483 rewriter.replaceOpWithNewOp<IllegalOpWithRegion>(op); in matchAndRewrite() 690 rewriter.replaceOpWithNewOp<OneVResOneVOperandOp1>(op, op.getResultTypes(), in matchAndRewrite() 772 rewriter.replaceOpWithNewOp<TestTypeProducerOp>(op, resultType); in matchAndRewrite()
|
/external/llvm-project/mlir/lib/Dialect/Tosa/Transforms/ |
D | TosaMakeBroadcastable.cpp | 182 rewriter.replaceOpWithNewOp<OpTy>(tosaBinaryOp, outputType, outInput1, in matchAndRewrite() 209 rewriter.replaceOpWithNewOp<tosa::MulOp>(tosaBinaryOp, outputType, in matchAndRewrite() 238 rewriter.replaceOpWithNewOp<tosa::ArithmeticRightShiftOp>( in matchAndRewrite()
|
/external/llvm-project/mlir/lib/Conversion/GPUToSPIRV/ |
D | ConvertGPUToSPIRV.cpp | 127 rewriter.replaceOpWithNewOp<spirv::CompositeExtractOp>( in matchAndRewrite() 155 rewriter.replaceOpWithNewOp<spirv::ConstantOp>( in matchAndRewrite() 318 rewriter.replaceOpWithNewOp<spirv::ReturnOp>(returnOp); in matchAndRewrite()
|
/external/llvm-project/mlir/lib/Conversion/VectorToROCDL/ |
D | VectorToROCDL.cpp | 35 rewriter.replaceOpWithNewOp<ROCDL::MubufLoadOp>( in replaceTransferOpWithMubuf() 46 rewriter.replaceOpWithNewOp<ROCDL::MubufStoreOp>(xferOp, adaptor.vector(), in replaceTransferOpWithMubuf()
|
/external/tensorflow/tensorflow/compiler/mlir/tfr/ir/ |
D | tfr_ops.cc | 428 rewriter.replaceOpWithNewOp<TF::EnsureShapeOp>(cast_op, output_type, in matchAndRewrite() 444 rewriter.replaceOpWithNewOp<shape::ShapeOfOp>(shape_op, cast_op.arg()); in matchAndRewrite() 488 rewriter.replaceOpWithNewOp<ConstantOp>(gl_op, in matchAndRewrite() 509 rewriter.replaceOpWithNewOp<TFR::ConstOp>(bl_op, array_attr); in matchAndRewrite()
|
/external/tensorflow/tensorflow/compiler/mlir/tensorflow/transforms/ |
D | legalize_hlo.cc | 178 rewriter.replaceOpWithNewOp<DepthwiseConv2dNativeOp>( in CreateConvOp() 186 rewriter.replaceOpWithNewOp<Conv2DOp>( in CreateConvOp() 295 rewriter.replaceOpWithNewOp<SliceOp>(slice_op, slice_op.getType(), in matchAndRewrite() 342 rewriter.replaceOpWithNewOp<SliceOp>(op, op.getType(), op.operand(), in matchAndRewrite() 636 rewriter.replaceOpWithNewOp<TfOp>(reduce_op, reduce_op.getType(0), input, in matchAndRewrite() 930 rewriter.replaceOpWithNewOp<AvgPoolOp>( in replaceWithAvgPool() 936 rewriter.replaceOpWithNewOp<AvgPool3DOp>( in replaceWithAvgPool() 1080 rewriter.replaceOpWithNewOp<TF::GatherNdOp>(gather_op, result_type, operand, in matchAndRewrite() 1152 rewriter.replaceOpWithNewOp<TfOp>(scatter_op, in matchAndRewrite()
|
/external/llvm-project/mlir/test/lib/Transforms/ |
D | TestConvertCallOp.cpp | 30 rewriter.replaceOpWithNewOp<LLVM::NullOp>(op, getVoidPtrType()); in matchAndRewrite()
|