/external/tensorflow/tensorflow/compiler/mlir/xla/tests/ |
D | materialize-broadcasts.mlir | 5 …// CHECK-NEXT: %[[BROADCAST0:.*]] = "xla_hlo.broadcast_in_dim"(%arg0) {broadcast_dimensions = dens… 6 …// CHECK-NEXT: %[[BROADCAST1:.*]] = "xla_hlo.broadcast_in_dim"(%arg1) {broadcast_dimensions = dens… 8 …%0 = "xla_hlo.add"(%arg0, %arg1) {broadcast_dimensions = dense<1> : tensor<1xi64>} : (tensor<1x4xf… 16 …// CHECK-NEXT: %[[BROADCAST0:.*]] = "xla_hlo.broadcast_in_dim"(%arg0) {broadcast_dimensions = dens… 17 …// CHECK-NEXT: %[[BROADCAST1:.*]] = "xla_hlo.broadcast_in_dim"(%arg1) {broadcast_dimensions = dens… 19 …%0 = "xla_hlo.add"(%arg0, %arg1) {broadcast_dimensions = dense<1> : tensor<1xi64>} : (tensor<4xf32… 27 …// CHECK-NEXT: %[[BROADCAST0:.*]] = "xla_hlo.broadcast_in_dim"(%arg0) {broadcast_dimensions = dens… 28 …// CHECK-NEXT: %[[BROADCAST1:.*]] = "xla_hlo.broadcast_in_dim"(%arg1) {broadcast_dimensions = dens… 30 …%0 = "xla_hlo.add"(%arg0, %arg1) {broadcast_dimensions = dense<[0, 1]> : tensor<2xi64>} : (tensor<… 38 …// CHECK-NEXT: %[[BROADCAST0:.*]] = "xla_hlo.broadcast_in_dim"(%arg0) {broadcast_dimensions = dens… [all …]
|
D | legalize-to-std.mlir | 50 …// CHECK-NEXT: %0 = "xla_hlo.add"(%arg0, %arg1) {broadcast_dimensions = dense<1> : tensor<1xi64>, … 52 name = "add.3", broadcast_dimensions = dense<1> : tensor<1xi64>} : 55 …// CHECK-NEXT: %1 = "xla_hlo.mul"(%0, %arg1) {broadcast_dimensions = dense<1> : tensor<1xi64>, nam… 57 name = "mul.4", broadcast_dimensions = dense<1> : tensor<1xi64>} : 60 …// CHECK-NEXT: %2 = "xla_hlo.sub"(%1, %arg1) {broadcast_dimensions = dense<1> : tensor<1xi64>, nam… 62 name = "sub.5", broadcast_dimensions = dense<1> : tensor<1xi64>} : 65 …// CHECK-NEXT: %3 = "xla_hlo.div"(%2, %arg1) {broadcast_dimensions = dense<1> : tensor<1xi64>, nam… 67 name = "div.6", broadcast_dimensions = dense<1> : tensor<1xi64>} : 70 …// CHECK-NEXT: %4 = "xla_hlo.remainder"(%3, %arg1) {broadcast_dimensions = dense<1> : tensor<1xi64… 72 broadcast_dimensions = dense<1> : tensor<1xi64>} :
|
D | lower-complex.mlir | 23 …// CHECK-DAG: [[VAL0:%.+]] = "xla_hlo.add"(%arg0, %arg2) {broadcast_dimensions = dense<1> : tensor… 24 …// CHECK-DAG: [[VAL1:%.+]] = "xla_hlo.add"(%arg1, %arg3) {broadcast_dimensions = dense<1> : tensor… 25 …%4 = "xla_hlo.add"(%2, %3) {broadcast_dimensions = dense<1> : tensor<1xi64>} : (tensor<1x2xcomplex… 68 …// CHECK-DAG: [[VAL0:%.+]] = "xla_hlo.sub"(%arg0, %arg2) {broadcast_dimensions = dense<1> : tensor… 69 …// CHECK-DAG: [[VAL1:%.+]] = "xla_hlo.sub"(%arg1, %arg3) {broadcast_dimensions = dense<1> : tensor… 70 …%4 = "xla_hlo.sub"(%2, %3) {broadcast_dimensions = dense<1> : tensor<1xi64>} : (tensor<1x2xcomplex… 117 …// CHECK-DAG: [[VAL0:%.+]] = "xla_hlo.mul"(%arg0, %arg2) {broadcast_dimensions = dense<1> : tensor… 118 …// CHECK-DAG: [[VAL1:%.+]] = "xla_hlo.mul"(%arg1, %arg3) {broadcast_dimensions = dense<1> : tensor… 120 …// CHECK-DAG: [[VAL3:%.+]] = "xla_hlo.mul"(%arg0, %arg3) {broadcast_dimensions = dense<1> : tensor… 121 …// CHECK-DAG: [[VAL4:%.+]] = "xla_hlo.mul"(%arg1, %arg2) {broadcast_dimensions = dense<1> : tensor… [all …]
|
D | unfuse_batch_norm.mlir | 17 …: %[[STDDEV_BCAST:.+]] = "xla_hlo.broadcast_in_dim"(%[[STDDEV]]) {broadcast_dimensions = dense<1> … 18 …// CHECK-DAG: %[[SCALE_BCAST:.+]] = "xla_hlo.broadcast_in_dim"(%[[SCALE]]) {broadcast_dimensions =… 19 …: %[[OFFSET_BCAST:.+]] = "xla_hlo.broadcast_in_dim"(%[[OFFSET]]) {broadcast_dimensions = dense<1> … 20 …// CHECK-DAG: %[[MEAN_BCAST:.+]] = "xla_hlo.broadcast_in_dim"(%[[MEAN]]) {broadcast_dimensions = d… 39 // CHECK-DAG: %[[SCALE_BCAST:.+]] = "xla_hlo.broadcast_in_dim"(%[[SCALE]]) {broadcast_dimensions = …
|
D | legalize-tf.mlir | 92 …// CHECK-NEXT: %[[add:.*]] = "xla_hlo.add"(%arg4, %[[eps]]) {broadcast_dimensions = dense<[]> : te… 95 …// CHECK-NEXT: %[[sub:.*]] = "xla_hlo.sub"(%[[act]], %arg3) {broadcast_dimensions = dense<3> : ten… 96 …// CHECK-NEXT: %[[mul:.*]] = xla_hlo.mul %[[grad]], %[[sub]] {broadcast_dimensions = dense<[]> : t… 107 …// CHECK-NEXT: %[[mul2:.*]] = xla_hlo.mul %arg2, %[[scr1]] {broadcast_dimensions = dense<[]> : ten… 108 …// CHECK-NEXT: %[[mul3:.*]] = "xla_hlo.mul"(%[[grad]], %[[mul2]]) {broadcast_dimensions = dense<3>… 110 …// CHECK-NEXT: %[[scale_backprop:.*]] = xla_hlo.mul %[[scr1]], %[[scr2]] {broadcast_dimensions = d… 150 …// CHECK-NEXT: %[[add:.*]] = "xla_hlo.add"(%arg4, %[[eps]]) {broadcast_dimensions = dense<[]> : te… 153 …// CHECK-NEXT: %[[sub:.*]] = "xla_hlo.sub"(%[[act]], %arg3) {broadcast_dimensions = dense<3> : ten… 154 …// CHECK-NEXT: %[[mul:.*]] = xla_hlo.mul %[[grad]], %[[sub]] {broadcast_dimensions = dense<[]> : t… 165 …// CHECK-NEXT: %[[mul2:.*]] = xla_hlo.mul %arg2, %[[scr1]] {broadcast_dimensions = dense<[]> : ten… [all …]
|
D | ops.mlir | 97 …%0 = "xla_hlo.broadcast_in_dim"(%arg0) {broadcast_dimensions = dense<[1, 2]> : tensor<2xi64>} : (t… 112 // expected-error@+1 {{broadcast_dimensions has rank 2 instead of rank 1}} 113 …%0 = "xla_hlo.broadcast_in_dim"(%arg0) {broadcast_dimensions = dense<[[1,1],[1,1]]> : tensor<2x2xi… 120 // expected-error@+1 {{broadcast_dimensions size (1) does not match operand rank (2)}} 121 …%0 = "xla_hlo.broadcast_in_dim"(%arg0) {broadcast_dimensions = dense<[1]> : tensor<1xi64>} : (tens… 129 …%0 = "xla_hlo.broadcast_in_dim"(%arg0) {broadcast_dimensions = dense<[0,1,2]> : tensor<3xi64>} : (… 136 …// expected-error@+1 {{broadcast_dimensions contains invalid value 9 for result result with rank 3… 137 …%0 = "xla_hlo.broadcast_in_dim"(%arg0) {broadcast_dimensions = dense<[9, 2]> : tensor<2xi64>} : (t… 145 …%0 = "xla_hlo.broadcast_in_dim"(%arg0) {broadcast_dimensions = dense<[1]> : tensor<1xi64>} : (tens…
|
D | hlo-legalize-to-lhlo.mlir | 120 {broadcast_dimensions = dense<1> : tensor<1xi64>} 122 …// CHECK-NEXT: "xla_lhlo.broadcast_in_dim"(%{{.*}}, %{{.*}}) {broadcast_dimensions = dense<1> : te…
|
/external/tensorflow/tensorflow/compiler/mlir/xla/transforms/ |
D | lower_complex_patterns.td | 31 HLO_ComplexTensor:$rhs, $broadcast_dimensions), 34 $broadcast_dimensions), 36 $broadcast_dimensions))>; 43 HLO_ComplexTensor:$rhs, $broadcast_dimensions), 49 $broadcast_dimensions), 53 $broadcast_dimensions), 56 (HLO_MulOp $lhs_real, $rhs_imag, $broadcast_dimensions), 57 (HLO_MulOp $lhs_imag, $rhs_real, $broadcast_dimensions), 65 def : Pat<(HLO_MulOp HLO_ComplexTensor:$lhs, HLO_IntOrFpTensor:$rhs, $broadcast_dimensions), 67 (HLO_MulOp (HLO_RealOp $lhs), $rhs, $broadcast_dimensions), [all …]
|
D | legalize_to_standard_patterns.td | 40 IsNullAttr:$broadcast_dimensions), 44 IsNullAttr:$broadcast_dimensions), 48 IsNullAttr:$broadcast_dimensions), 52 IsNullAttr:$broadcast_dimensions), 56 IsNullAttr:$broadcast_dimensions), 60 IsNullAttr:$broadcast_dimensions), 64 IsNullAttr:$broadcast_dimensions), 68 IsNullAttr:$broadcast_dimensions), 72 IsNullAttr:$broadcast_dimensions), 76 IsNullAttr:$broadcast_dimensions), [all …]
|
D | materialize_broadcasts.cc | 52 if (!op.broadcast_dimensions().hasValue()) { in CreateBroadcastsForBinaryOp() 91 rhs_broadcast_dims = op.broadcast_dimensions().getValue(); in CreateBroadcastsForBinaryOp() 93 lhs_broadcast_dims = op.broadcast_dimensions().getValue(); in CreateBroadcastsForBinaryOp() 168 [](OpType op) { return !op.broadcast_dimensions().hasValue(); }); in SetupMaterializeBroadcastsLegality()
|
D | xla_legalize_to_linalg.cc | 183 auto broadcastDims = broadcastOp.broadcast_dimensions(); in matchAndRewrite() 237 broadcastOp.broadcast_dimensions().getValue().getIntValues()) { in emitNonScalarBroadcast()
|
/external/tensorflow/tensorflow/compiler/xla/client/ |
D | xla_builder.h | 382 const absl::Span<const int64> broadcast_dimensions); 643 absl::Span<const int64> broadcast_dimensions, 653 absl::Span<const int64> broadcast_dimensions); 759 const absl::Span<const int64> broadcast_dimensions); 804 absl::Span<const int64> broadcast_dimensions); 806 absl::Span<const int64> broadcast_dimensions); 808 absl::Span<const int64> broadcast_dimensions); 810 absl::Span<const int64> broadcast_dimensions); 812 absl::Span<const int64> broadcast_dimensions); 814 absl::Span<const int64> broadcast_dimensions); [all …]
|
D | xla_builder.cc | 474 absl::Span<const int64> broadcast_dimensions) { in InDimBroadcast() argument 479 for (int64 dim : broadcast_dimensions) { in InDimBroadcast() 503 std::vector<int64> broadcast_dimensions; in AddBroadcastSequence() local 507 broadcast_dimensions.push_back(i); in AddBroadcastSequence() 533 broadcast_dimensions); in AddBroadcastSequence() 548 absl::Span<const int64> broadcast_dimensions, in BinaryOp() argument 556 binop, *lhs_shape, *rhs_shape, broadcast_dimensions)); in BinaryOp() 576 if (!broadcast_dimensions.empty() && lhs_rank != rhs_rank) { in BinaryOp() 588 int64 to_dim = broadcast_dimensions[from_dim]; in BinaryOp() 597 InDimBroadcast(broadcasted_shape, from, broadcast_dimensions)); in BinaryOp() [all …]
|
/external/tensorflow/tensorflow/compiler/tf2xla/kernels/ |
D | diag_op.cc | 67 std::vector<int64> broadcast_dimensions(other_dims.size() + 1); in CreateDiagonal() local 68 absl::c_iota(broadcast_dimensions, 0); in CreateDiagonal() 69 ++broadcast_dimensions.back(); in CreateDiagonal() 71 xla::BroadcastInDim(input, out_dim_sizes, broadcast_dimensions); in CreateDiagonal()
|
D | select_op.cc | 68 std::vector<int64> broadcast_dimensions(cond_shape.dims()); in Compile() local 69 absl::c_iota(broadcast_dimensions, 0); in Compile() 71 broadcast_dimensions); in Compile()
|
D | matrix_diag_ops.cc | 158 std::vector<int64> broadcast_dimensions(input_rank - 1); in SetMatrixDiag() local 159 absl::c_iota(broadcast_dimensions, 0); in SetMatrixDiag() 191 broadcast_dimensions.back() = input_rank - 1; // Column-wise. in SetMatrixDiag() 193 broadcast_dimensions.back() = input_rank - 2; // Row-wise. in SetMatrixDiag() 199 broadcast_dimensions.back() = input_rank - 2; // Row-wise. in SetMatrixDiag() 202 broadcast_dimensions.back() = input_rank - 1; // Column-wise. in SetMatrixDiag() 221 diag_slice, input_shape.dim_sizes(), broadcast_dimensions); in SetMatrixDiag()
|
/external/tensorflow/tensorflow/compiler/xla/service/ |
D | shape_inference.cc | 760 absl::Span<const int64> broadcast_dimensions) { in InferInDimBroadcastShape() argument 761 if (broadcast_dimensions.empty() && !ShapeUtil::IsScalar(smaller_shape)) { in InferInDimBroadcastShape() 768 } else if (broadcast_dimensions.size() != smaller_shape.rank()) { in InferInDimBroadcastShape() 774 smaller_shape.rank(), broadcast_dimensions.size()); in InferInDimBroadcastShape() 820 int64 dimension_to_match = broadcast_dimensions.at(i); in InferInDimBroadcastShape() 862 if (i > 0 && broadcast_dimensions.at(i - 1) >= dimension_to_match) { in InferInDimBroadcastShape() 865 dimension_to_match, broadcast_dimensions.at(i - 1)); in InferInDimBroadcastShape() 877 absl::Span<const int64> broadcast_dimensions) { in InferElementwiseBinaryOpShape() argument 891 if (!broadcast_dimensions.empty() && in InferElementwiseBinaryOpShape() 892 broadcast_dimensions != identity_dims) { in InferElementwiseBinaryOpShape() [all …]
|
D | shape_inference.h | 58 absl::Span<const int64> broadcast_dimensions); 229 absl::Span<const int64> broadcast_dimensions); 323 absl::Span<const int64> broadcast_dimensions); 351 absl::Span<const int64> broadcast_dimensions);
|
D | hlo_creation_utils.h | 95 absl::Span<const int64> broadcast_dimensions, 98 absl::Span<const int64> broadcast_dimensions, 262 absl::Span<const int64> broadcast_dimensions);
|
D | hlo_creation_utils.cc | 193 absl::Span<const int64> broadcast_dimensions, in MakeBroadcastHlo() argument 200 broadcast_shape, operand, broadcast_dimensions)); in MakeBroadcastHlo() 204 absl::Span<const int64> broadcast_dimensions, in MakeBroadcastHlo() argument 206 return MakeBroadcastHlo(operand, broadcast_dimensions, shape.dimensions()); in MakeBroadcastHlo() 492 absl::Span<const int64> broadcast_dimensions) { in BroadcastZeros() argument 496 /*result_shape_bounds=*/broadcast_dimensions); in BroadcastZeros()
|
/external/tensorflow/tensorflow/compiler/mlir/lite/quantization/xla/tests/ |
D | weight-only.mlir | 20 // CHECK-NEXT: %[[add:.*]] = "xla_hlo.add"(%arg0, %[[dq]]) {broadcast_dimensions = dense<1> : tenso… 23 …%add = "xla_hlo.add"(%arg0, %b) {broadcast_dimensions = dense<1> : tensor<1xi64>} : (tensor<2x2xf3…
|
/external/tensorflow/tensorflow/compiler/mlir/xla/ir/ |
D | hlo_ops.cc | 398 if (!op.broadcast_dimensions()) { in Verify() 408 auto dimensions = *op.broadcast_dimensions(); in Verify() 409 auto dimensionsType = op.broadcast_dimensions()->getType(); in Verify() 888 DenseIntElementsAttr broadcast_dimensions) { in GetBroadcastType() argument 913 if (!broadcast_dimensions) return UnrankedTensorType::get(element_type); in GetBroadcastType() 922 for (auto index_pair : llvm::enumerate(broadcast_dimensions.getIntValues())) { in GetBroadcastType() 936 Value right, DenseIntElementsAttr broadcast_dimensions) { \ 940 broadcast_dimensions); \ 942 broadcast_dimensions); \ 1247 Value rhs, DenseIntElementsAttr broadcast_dimensions, in build() argument [all …]
|
D | lhlo_ops.td | 114 BroadcastDimAttr:$broadcast_dimensions 178 BroadcastDimAttr:$broadcast_dimensions, 241 BroadcastDimAttr:$broadcast_dimensions
|
D | hlo_ops.td | 270 BroadcastDimAttr:$broadcast_dimensions 275 "DenseIntElementsAttr broadcast_dimensions" 329 BroadcastDimAttr:$broadcast_dimensions 612 BroadcastDimAttr:$broadcast_dimensions, 617 "DenseIntElementsAttr broadcast_dimensions, " 624 "DenseIntElementsAttr broadcast_dimensions, StringAttr comparison_direction" 758 BroadcastDimAttr:$broadcast_dimensions
|
/external/tensorflow/tensorflow/compiler/mlir/xla/tests/translate/ |
D | fully_connected_reference_model.hlotxt | 24 …// CHECK-NEXT: %4 = "xla_hlo.broadcast_in_dim"(%3) {broadcast_dimensions = dense<[0, 1]> : tensor<… 82 …// CHECK-NEXT: %17 = "xla_hlo.broadcast_in_dim"(%cst_4) {broadcast_dimensions = dense<1> : tensor<…
|