1 /* Copyright 2020 The TensorFlow Authors. All Rights Reserved. 2 3 Licensed under the Apache License, Version 2.0 (the "License"); 4 you may not use this file except in compliance with the License. 5 You may obtain a copy of the License at 6 7 http://www.apache.org/licenses/LICENSE-2.0 8 9 Unless required by applicable law or agreed to in writing, software 10 distributed under the License is distributed on an "AS IS" BASIS, 11 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 See the License for the specific language governing permissions and 13 limitations under the License. 14 ==============================================================================*/ 15 16 #ifndef TENSORFLOW_COMPILER_MLIR_TENSORFLOW_TRANSFORMS_UNROLL_BATCH_MATMUL_H_ 17 #define TENSORFLOW_COMPILER_MLIR_TENSORFLOW_TRANSFORMS_UNROLL_BATCH_MATMUL_H_ 18 19 #include "llvm/ADT/ArrayRef.h" 20 #include "mlir/IR/Location.h" // from @llvm-project 21 #include "mlir/IR/PatternMatch.h" // from @llvm-project 22 #include "mlir/IR/TypeUtilities.h" // from @llvm-project 23 #include "tensorflow/compiler/mlir/tensorflow/ir/tf_ops.h" 24 #include "tensorflow/core/util/matmul_bcast.h" 25 26 namespace mlir { 27 namespace TF { 28 29 // Unroll tf.BatchMatMulV2 op into a sequence of TF ops. Since TFLite does not 30 // support BatchMatMul operation, it unrolls a BatchMatMul op into tf.Reshape, 31 // tf.Slice, tf.MatMul, tf.Pack, and tf.Reshape ops. 32 template <typename BatchMatMulOpType> 33 class ConvertTFBatchMatMulOp : public OpRewritePattern<BatchMatMulOpType> { 34 using OpRewritePattern<BatchMatMulOpType>::OpRewritePattern; 35 36 static TF::ReshapeOp createReshapeOp(Value value, ArrayRef<int64_t> shape, 37 Type element_type, Location loc, 38 PatternRewriter& rewriter); 39 40 static std::vector<Value> sliceInput(Value value, int batch_size, 41 Location loc, PatternRewriter& rewriter); 42 43 static TF::TransposeOp createTransposeOp(Value value, Location loc, 44 PatternRewriter& rewriter); 45 46 static TF::PackOp createMatMulOps(const std::vector<Value>& sliced_lhs, 47 const std::vector<Value>& sliced_rhs, 48 const tensorflow::MatMulBCast& bcast, 49 int rows, int cols, Type element_type, 50 Location loc, PatternRewriter& rewriter); 51 52 LogicalResult matchAndRewrite(BatchMatMulOpType op, 53 PatternRewriter& rewriter) const override; 54 }; 55 56 } // namespace TF 57 } // namespace mlir 58 59 #endif // TENSORFLOW_COMPILER_MLIR_TENSORFLOW_TRANSFORMS_UNROLL_BATCH_MATMUL_H_ 60