| /external/tensorflow/tensorflow/compiler/xla/service/gpu/ |
| D | cudnn_batchnorm_rewriter.cc | 29 explicit Visitor(HloComputation* computation) : computation_(computation) {} in Visitor()
47 HloComputation* computation_; member in xla::gpu::__anon8b68da910111::Visitor
50 return this->computation_->AddInstruction( in AddConvert()
86 computation_->AddInstruction(HloInstruction::CreateConstant( in HandleBatchNormInference()
89 computation_->AddInstruction(HloInstruction::CreateConstant( in HandleBatchNormInference()
109 computation_->AddInstruction(std::move(batchnorm_inference_result)); in HandleBatchNormInference()
115 TF_RETURN_IF_ERROR(computation_->ReplaceWithNewInstruction( in HandleBatchNormInference()
138 computation_->AddInstruction(HloInstruction::CreateConstant( in HandleBatchNormTraining()
141 computation_->AddInstruction(HloInstruction::CreateConstant( in HandleBatchNormTraining()
164 computation_->AddInstruction(HloInstruction::CreateCustomCall( in HandleBatchNormTraining()
[all …]
|
| D | multi_output_fusion.cc | 191 reachability_ = HloReachabilityMap::Build(computation_); in RecomputeReachability()
235 TF_CHECK_OK(computation_->RemoveInstruction(fused)); in FuseSiblings()
250 computation_->MakeInstructionPostOrder(); in DoMultiOutputFusion()
253 if (computation_->parent() in DoMultiOutputFusion()
258 RegisterFusionState(*computation_, "GpuMultiOutputFusion")); in DoMultiOutputFusion()
303 TF_CHECK_OK(computation_->RemoveInstruction(producer)); in DoMultiOutputFusion()
311 computation_->AddInstruction(HloInstruction::CreateFusion( in DoMultiOutputFusion()
318 computation_->ReplaceInstruction(consumer_for_fusion, input_fusion)); in DoMultiOutputFusion()
324 TF_CHECK_OK(computation_->RemoveInstruction(producer)); in DoMultiOutputFusion()
336 computation_ = computation; in Run()
|
| D | fusion_merger.cc | 134 : computation_(computation) {} in FusionInstructionMerger()
143 HloComputation* computation_; member in xla::gpu::FusionInstructionMerger
161 for (auto* instruction : computation_->MakeInstructionPostOrder()) { in Run()
168 << " computation: " << computation_->name() in Run()
300 computation_->AddInstruction(HloInstruction::CreateFusion( in HandleFusion()
302 TF_CHECK_OK(computation_->ReplaceInstruction(user, fused_user)); in HandleFusion()
318 TF_RETURN_IF_ERROR(computation_->RemoveInstruction(fusion)); in HandleFusion()
319 if (computation_->parent() in HandleFusion()
323 TF_RETURN_IF_ERROR(RegisterFusionState(*computation_, "fusion merger")); in HandleFusion()
|
| D | horizontal_input_fusion.cc | 50 : computation_(computation) {} in HorizontalInputFusionImpl()
57 HloComputation* computation_; member in xla::gpu::__anona30e31350111::HorizontalInputFusionImpl
115 XLA_VLOG_LINES(3, computation_->ToString()); in Run()
119 computation_->MakeInstructionPostOrder(); in Run()
|
| D | horizontal_loop_fusion.cc | 73 : computation_(computation) {} in HorizontalLoopFusionImpl()
116 HloComputation* computation_; member in xla::gpu::__anon81a6c33f0111::HorizontalLoopFusionImpl
433 auto fused_comp = computation_->parent()->AddEmbeddedComputation( in Fuse()
436 computation_->AddInstruction(HloInstruction::CreateFusion( in Fuse()
454 bitcasts.push_back(computation_->AddInstruction( in Fuse()
459 : computation_->AddInstruction( in Fuse()
462 computation_->ReplaceInstruction(fused_instr, bitcast_or_tuple)); in Fuse()
470 XLA_VLOG_LINES(3, computation_->ToString()); in Run()
474 computation_->MakeInstructionPostOrder(); in Run()
|
| D | multi_output_fusion.h | 107 HloComputation* computation_; variable
|
| /external/tensorflow/tensorflow/compiler/xla/service/ |
| D | map_inliner.cc | 39 : computation_(computation) {} in MapInlinerVisitor()
53 HloComputation* computation_; member in xla::MapInlinerVisitor
61 computation_ = computation; in Run()
84 TF_RETURN_IF_ERROR(computation_->RemoveInstruction(map)); in HandleMap()
92 HloInstruction* constant = computation_->AddInstruction(root.Clone()); in HandleMap()
93 HloInstruction* placed_instruction = computation_->AddInstruction( in HandleMap()
96 computation_->ReplaceInstruction(map, placed_instruction)); in HandleMap()
102 HloInstruction* placed_instruction = computation_->AddInstruction( in HandleMap()
105 computation_->ReplaceInstruction(map, placed_instruction)); in HandleMap()
|
| D | bfloat16_normalization.cc | 41 : computation_(nullptr), in BFloat16NormalizationVisitor()
89 HloComputation* computation_; member in xla::__anonefae73130111::BFloat16NormalizationVisitor
313 InsertConvertBeforeOperand(hlo, i, BF16, F32, computation_)); in HandleMultipleOutputs()
353 output_elements[i] = computation_->AddInstruction( in HandleMultipleOutputs()
359 auto gte = computation_->AddInstruction( in HandleMultipleOutputs()
364 computation_->AddInstruction(HloInstruction::CreateConvert(shape, gte)); in HandleMultipleOutputs()
366 auto tuple = computation_->AddInstruction( in HandleMultipleOutputs()
375 bool is_root = computation_->root_instruction() == hlo; in HandleMultipleOutputs()
377 computation_->set_root_instruction(tuple); in HandleMultipleOutputs()
428 InsertConvertBeforeOperand(hlo, i, BF16, F32, computation_)); in HandleInstruction()
[all …]
|
| D | batchnorm_expander.cc | 68 : computation_(computation), in BatchNormExpanderVisitor()
83 return computation_->parent()->AddEmbeddedComputation(b.Build(scalar_op)); in GetOrCreateScalarAddComputation()
130 HloComputation* computation_; member in xla::__anon62d847220111::BatchNormExpanderVisitor
160 HloInstruction* added_inst = computation_->AddInstruction(std::move(inst)); in HandleBatchNormTraining()
169 int64 instruction_count_before = computation_->instruction_count(); in HandleBatchNormTraining()
269 int64 instruction_count_after = computation_->instruction_count(); in HandleBatchNormTraining()
312 auto epsilon = computation_->AddInstruction(HloInstruction::CreateBroadcast( in HandleBatchNormInference()
314 computation_->AddInstruction( in HandleBatchNormInference()
328 HloInstruction* added_inst = computation_->AddInstruction(std::move(inst)); in HandleBatchNormInference()
342 int64 instruction_count_before = computation_->instruction_count(); in HandleBatchNormInference()
[all …]
|
| D | algebraic_simplifier.cc | 390 return computation_->AddInstruction( in AsType()
419 HloInstruction* zero = computation_->AddInstruction( in AddReduce()
428 return computation_->AddInstruction(HloInstruction::CreateReduce( in AddReduce()
495 computation_->parent()->AddEmbeddedComputation(b.Build(scalar_op)); in GetOrCreateScalarAddComputation()
532 HloComputation* computation_; member in xla::__anonec34269b0111::AlgebraicSimplifierVisitor
551 computation_ = computation; in ResetState()
743 computation_->AddInstruction(MakeScalarInstruction(target, multiplier)); in ScalarMultiplyReduction()
746 HloInstruction* new_broadcast = computation_->AddInstruction( in ScalarMultiplyReduction()
750 computation_->AddInstruction(HloInstruction::CreateBinary( in ScalarMultiplyReduction()
776 auto bitcast = computation_->AddInstruction( in ReplaceWithBitcast()
[all …]
|
| D | convolution_group_converter.cc | 72 : computation_(computation), in ConvolutionVisitor()
78 HloComputation* computation_; member in xla::__anon8a0b6e710111::ConvolutionVisitor
214 return computation_->AddInstruction(std::move(inst)); in HandleBatchGroupCount()
309 TF_CHECK_OK(computation_->ReplaceInstruction( in HandleBatchGroupCount()
378 return computation_->parent()->AddEmbeddedComputation(b.Build(scalar_op)); in HandleBatchGroupCount()
408 TF_CHECK_OK(computation_->ReplaceWithNewInstruction( in HandleBatchGroupCount()
422 return computation_->AddInstruction(std::move(inst)); in HandleConvolution()
484 return computation_->ReplaceWithNewInstruction( in HandleConvolution()
514 computation_->AddInstruction(HloInstruction::CreateReshape( in HandleConvolution()
528 computation_->AddInstruction(HloInstruction::CreateReshape( in HandleConvolution()
[all …]
|
| D | bfloat16_conversion_folding.cc | 36 : computation_(computation), in BFloat16ConversionFoldingVisitor()
69 HloComputation* computation_; member in xla::BFloat16ConversionFoldingVisitor
180 if (hlo == computation_->root_instruction() && in DefaultAction()
211 if (crs == computation_->root_instruction()) { in HandleAllReduce()
|
| D | instruction_fusion.cc | 491 computation_ = computation; in Run()
492 reachability_ = HloReachabilityMap::Build(computation_); in Run()
499 ComputeGloballyUnfusible(computation_->MakeInstructionPostOrder()); in Run()
501 auto fusion_queue = GetFusionQueue(computation_); in Run()
574 TF_RETURN_IF_ERROR(computation_->RemoveInstruction(operand)); in Run()
630 fusion_instruction = computation_->AddInstruction( in AddFusionInstruction()
632 TF_CHECK_OK(computation_->ReplaceInstruction(consumer, fusion_instruction)); in AddFusionInstruction()
|
| D | hlo_memory_scheduler.cc | 111 : computation_(computation), in ListScheduler()
278 for (auto* instruction : computation_->instructions()) { in CreateSchedule()
303 for (auto* instruction : computation_->instructions()) { in CreateSchedule()
376 CHECK_EQ(schedule.size(), computation_->instruction_count()); in CreateSchedule()
377 CHECK_EQ(scheduled_instructions_.size(), computation_->instruction_count()); in CreateSchedule()
382 HloComputation* computation_; member in xla::__anon85afbca70111::ListScheduler
|
| D | multi_output_fusion.h | 98 HloComputation* computation() const { return computation_; } in computation()
209 HloComputation* computation_; variable
|
| D | call_graph.h | 98 HloComputation* computation() const { return computation_; } in computation()
151 HloComputation* computation_; variable
|
| D | hlo_dataflow_analysis_test.cc | 2068 computation_ = module_->AddEntryComputation(std::move(computation)); in BuildModule()
2086 HloComputation* computation_ = nullptr; member in xla::__anon587423c40111::HloDataflowAnalysisTestBase
2139 auto fusion = computation_->CreateFusionInstruction( in TEST_F()
2182 auto fusion = computation_->CreateFusionInstruction( in TEST_F()
2234 auto fusion = computation_->CreateFusionInstruction( in TEST_F()
2263 auto fusion = computation_->CreateFusionInstruction( in TEST_F()
2294 auto fusion = computation_->CreateFusionInstruction( in TEST_F()
2319 auto fusion = computation_->CreateFusionInstruction( in TEST_F()
2420 auto fusion = computation_->CreateFusionInstruction( in TEST_F()
2463 auto fusion = computation_->CreateFusionInstruction( in TEST_F()
[all …]
|
| D | layout_assignment.h | 138 const HloComputation* computation() const { return computation_; } in computation()
139 HloComputation* computation() { return computation_; } in computation()
237 HloComputation* computation_; variable
|
| D | hlo_graph_dumper.cc | 318 : computation_(computation), in HloDotDumper()
385 const HloComputation* computation_; // never null member in xla::__anonf346b5ae0111::HloDotDumper
429 StrAppend(&body, DumpComputation(computation_)); in Dump()
466 StrCat(label_, "<br/>Computation ", computation_->name()); in Header()
467 if (computation_->IsFusionComputation()) { in Header()
469 computation_->FusionInstruction()->name(), ")"); in Header()
472 auto cycles = profile_->total_cycles_executed(*computation_); in Header()
689 const HloInstruction* from = GetNodeForEdge(computation_->root_instruction()); in DumpRootTag()
707 auto to_id = SubcomputationId(computation_); in DumpRootTag()
1249 if (instr->parent() != computation_) { in AddInstructionIncomingEdges()
|
| D | space_to_batch_converter.cc | 212 HloComputation* computation_; member in xla::__anona59094b40111::ConvolutionVisitor
255 computation_ = computation; in ConvolutionVisitor()
383 ? computation_->AddInstruction(HloInstruction::CreateConstant( in HaloDuplicateWithSlice()
599 computation_->AddInstruction(HloInstruction::CreateConstant( in IncreaseSpatialSizeOnSpaceToBatchedShape()
649 TF_CHECK_OK(computation_->ReplaceInstruction( in Run()
1299 computation_->AddInstruction(HloInstruction::CreateConstant( in Propagate()
1481 computation_->AddInstruction(HloInstruction::CreateSelectAndScatter( in Propagate()
1567 computation_->AddInstruction(HloInstruction::CreateConstant( in Propagate()
1587 HloInstruction* slice_mask = computation_->AddInstruction( in Propagate()
1625 computation_->AddInstruction(HloInstruction::CreateReduceWindow( in Propagate()
[all …]
|
| D | multi_output_fusion.cc | 35 computation_ = computation; in Run()
42 for (auto it : computation_->MakeInstructionPostOrder()) { in Run()
363 reachability_ = HloReachabilityMap::Build(computation_); in RecomputeReachability()
|
| D | hlo_computation.h | 110 : computation_(computation), metadata_(metadata) {} in MetadataBuilder()
115 return computation_->AddInstruction(std::move(instruction)); in AddInstruction()
119 HloComputation* computation_;
|
| D | instruction_fusion.h | 133 HloComputation* computation_; variable
|
| /external/tensorflow/tensorflow/compiler/tf2xla/kernels/ |
| D | reduce_window_op.cc | 34 OP_REQUIRES_OK(context, context->GetAttr("computation", &computation_)); in ReduceWindowOp()
88 compile_options, *computation_, in Compile()
126 const NameAttrList* computation_; member in tensorflow::__anoned41c34a0111::ReduceWindowOp
|
| /external/tensorflow/tensorflow/compiler/mlir/xla/transforms/ |
| D | mhlo_to_lhlo_with_xla.h | 47 computation_(computation), in LhloDialectEmitter()
255 const xla::HloComputation& computation_; variable
|