/external/tensorflow/tensorflow/compiler/xla/service/ |
D | dfs_hlo_visitor.h | 77 virtual Status HandleMaximum(HloInstructionPtr hlo) { in HandleMaximum() 80 virtual Status HandleMinimum(HloInstructionPtr hlo) { in HandleMinimum() 84 virtual Status HandleConvert(HloInstructionPtr hlo) { in HandleConvert() 87 virtual Status HandleBitcastConvert(HloInstructionPtr hlo) { in HandleBitcastConvert() 90 virtual Status HandleCopy(HloInstructionPtr hlo) { in HandleCopy() 93 virtual Status HandleComplex(HloInstructionPtr hlo) { in HandleComplex() 96 virtual Status HandleMultiply(HloInstructionPtr hlo) { in HandleMultiply() 100 virtual Status HandlePower(HloInstructionPtr hlo) { in HandlePower() 103 virtual Status HandleSqrt(HloInstructionPtr hlo) { in HandleSqrt() 106 virtual Status HandleRsqrt(HloInstructionPtr hlo) { in HandleRsqrt() [all …]
|
D | layout_normalization_test.cc | 29 void CheckLayoutNormalization(absl::string_view hlo, in CheckLayoutNormalization() 36 const char* hlo = R"( in TEST_F() local 53 const char* hlo = R"( in TEST_F() local 72 const char* hlo = R"( in TEST_F() local 89 const char* hlo = R"( in TEST_F() local 112 const char* hlo = R"( in TEST_F() local 129 const char* hlo = R"( in TEST_F() local 148 const char* hlo = R"( in TEST_F() local 166 const char* hlo = R"( in TEST_F() local 184 const char* hlo = R"( in TEST_F() local [all …]
|
D | hlo_instructions.h | 48 static bool ClassOf(const HloInstruction* hlo) { in ClassOf() 91 static bool ClassOf(const HloInstruction* hlo) { in ClassOf() 128 static bool ClassOf(const HloInstruction* hlo) { in ClassOf() 146 static bool ClassOf(const HloInstruction* hlo) { in ClassOf() 164 static bool ClassOf(const HloInstruction* hlo) { in ClassOf() 187 static bool ClassOf(const HloInstruction* hlo) { in ClassOf() 249 static bool ClassOf(const HloInstruction* hlo) { in ClassOf() 282 static bool ClassOf(const HloInstruction* hlo) { in ClassOf() 311 static bool ClassOf(const HloInstruction* hlo) { in ClassOf() 341 static bool ClassOf(const HloInstruction* hlo) { in ClassOf() [all …]
|
D | reduce_decomposer_test.cc | 34 const char* hlo = R"( in TEST_F() local 66 const char* hlo = R"( in TEST_F() local 86 const char* hlo = R"( in TEST_F() local 130 const char* hlo = R"( in TEST_F() local 166 const char* hlo = R"( in TEST_F() local
|
D | dfs_hlo_visitor_with_default.h | 53 Status HandleElementwiseUnary(HloInstructionPtr hlo) override { in HandleElementwiseUnary() 56 Status HandleElementwiseBinary(HloInstructionPtr hlo) override { in HandleElementwiseBinary() 60 Status HandleBatchNormTraining(HloInstructionPtr hlo) override { in HandleBatchNormTraining() 64 Status HandleBatchNormInference(HloInstructionPtr hlo) override { in HandleBatchNormInference() 68 Status HandleBatchNormGrad(HloInstructionPtr hlo) override { in HandleBatchNormGrad() 90 Status HandleTriangularSolve(HloInstructionPtr hlo) override { in HandleTriangularSolve() 93 Status HandleCholesky(HloInstructionPtr hlo) override { in HandleCholesky() 96 Status HandleOptimizationBarrier(HloInstructionPtr hlo) override { in HandleOptimizationBarrier() 111 Status HandleReduceScatter(HloInstructionPtr hlo) override { in HandleReduceScatter() 114 Status HandleAllReduceStart(HloInstructionPtr hlo) override { in HandleAllReduceStart() [all …]
|
D | reshape_decomposer_test.cc | 35 void CheckReshapeDecomposer(const char* hlo, in CheckReshapeDecomposer() 53 const char* hlo = R"( in TEST_F() local 67 const char* hlo = R"( in TEST_F() local 85 const char* hlo = R"( in TEST_F() local 102 const char* hlo = R"( in TEST_F() local
|
D | dynamic_dimension_inference.cc | 232 Status DynamicDimensionInferenceVisitor::DefaultAction(HloInstruction* hlo) { in DefaultAction() 244 HloInstruction* hlo) { in HandleGetTupleElement() 256 Status DynamicDimensionInferenceVisitor::HandleTuple(HloInstruction* hlo) { in HandleTuple() 266 Status DynamicDimensionInferenceVisitor::HandleBroadcast(HloInstruction* hlo) { in HandleBroadcast() 276 Status DynamicDimensionInferenceVisitor::HandleCustomCall(HloInstruction* hlo) { in HandleCustomCall() 373 Status DynamicDimensionInferenceVisitor::HandleSort(HloInstruction* hlo) { in HandleSort() 390 Status DynamicDimensionInferenceVisitor::HandlePad(HloInstruction* hlo) { in HandlePad() 444 Status DynamicDimensionInferenceVisitor::HandleReduce(HloInstruction* hlo) { in HandleReduce() 491 Status DynamicDimensionInferenceVisitor::HandleDot(HloInstruction* hlo) { in HandleDot() 573 Status DynamicDimensionInferenceVisitor::HandleTranspose(HloInstruction* hlo) { in HandleTranspose() [all …]
|
D | layout_normalization.cc | 56 Status DefaultAction(HloInstruction* hlo) override { in DefaultAction() 87 Status HandleConcatenate(HloInstruction* hlo) override { in HandleConcatenate() 147 Status HandleBroadcast(HloInstruction* hlo) override { in HandleBroadcast() 185 Status HandleElementwiseUnary(HloInstruction* hlo) override { in HandleElementwiseUnary() 229 Status HandleElementwiseBinary(HloInstruction* hlo) override { in HandleElementwiseBinary() 258 Status HandleReshape(HloInstruction* hlo) override { in HandleReshape() 295 Status HandleTranspose(HloInstruction* hlo) override { in HandleTranspose() 337 Status HandleCopy(HloInstruction* hlo) override { in HandleCopy() 360 Status HandleReverse(HloInstruction* hlo) override { in HandleReverse() 383 Status HandlePad(HloInstruction* hlo) override { in HandlePad() [all …]
|
D | dfs_hlo_visitor_with_default_test.cc | 40 Status DefaultAction(HloInstruction* hlo) override { in TEST_F() 50 Status HandleElementwiseBinary(HloInstruction* hlo) override { in TEST_F() 56 Status HandleElementwiseUnary(HloInstruction* hlo) override { in TEST_F()
|
D | bfloat16_support.cc | 23 bool BFloat16Support::SupportsBF16Operand(const HloInstruction& hlo, in SupportsBF16Operand() 82 const HloInstruction& hlo, int64_t operand_index) { in EffectiveOperandPrecisionIsOutputPrecision() 139 const HloInstruction& hlo, int64_t operand_index) const { in EffectiveOperandPrecisionIsBF16() argument
|
D | bfloat16_conversion_folding.cc | 75 HloInstruction* hlo) { in FoldOutputConversions() 88 HloInstruction* hlo, int64_t operand_index) { in FoldOperandConversion() 101 bool AllUsersAreF32ToBF16Converts(const HloInstruction* hlo) { in AllUsersAreF32ToBF16Converts() 118 HloInstruction* hlo) { in TryFoldBF16Conversions() 160 Status BFloat16ConversionFoldingVisitor::DefaultAction(HloInstruction* hlo) { in DefaultAction()
|
D | bfloat16_normalization.h | 82 bool SupportsBF16Operand(const HloInstruction& hlo, in SupportsBF16Operand() 87 bool SupportsBF16Output(const HloInstruction& hlo) const override { in SupportsBF16Output() 91 bool SupportsMixedPrecisions(const HloInstruction& hlo) const override { in SupportsMixedPrecisions()
|
D | bfloat16_normalization.cc | 117 HloInstruction* hlo, PrimitiveType from, PrimitiveType to, in ConvertType() 149 HloInstruction* hlo, PrimitiveType from, PrimitiveType to, in InsertConvertAfterOutput() 170 HloInstruction* hlo, PrimitiveType from, PrimitiveType to, in ChangeOutputTypeThenInsertConvertBack() 218 HloInstruction* hlo, int64_t operand_idx, PrimitiveType from, in InsertConvertBeforeOperand() 233 HloInstruction* hlo, absl::Span<HloComputation* const> bf16_called_comps) { in ConvertCalledComputations() 261 HloInstruction* hlo) { in HandleMultipleOutputs() 382 Status BFloat16NormalizationVisitor::HandleInstruction(HloInstruction* hlo) { in HandleInstruction() 488 Status BFloat16NormalizationVisitor::DefaultAction(HloInstruction* hlo) { in DefaultAction() 517 Status BFloat16NormalizationVisitor::Preprocess(HloInstruction* hlo) { in Preprocess()
|
D | hlo_verifier.cc | 49 bool IsCallerInstruction(HloInstruction* hlo) { in IsCallerInstruction() 74 Status CheckOperandCount(const HloInstruction* hlo, int expected) { in CheckOperandCount() 94 int64_t GetSubgroupSize(HloCollectiveInstruction* hlo, in GetSubgroupSize() 145 Status ShapeVerifier::Preprocess(HloInstruction* hlo) { in Preprocess() 158 Status ShapeVerifier::HandleElementwiseUnary(HloInstruction* hlo) { in HandleElementwiseUnary() 162 Status ShapeVerifier::HandleElementwiseBinary(HloInstruction* hlo) { in HandleElementwiseBinary() 229 Status ShapeVerifier::HandleTriangularSolve(HloInstruction* hlo) { in HandleTriangularSolve() 237 Status ShapeVerifier::HandleCholesky(HloInstruction* hlo) { in HandleCholesky() 244 Status ShapeVerifier::HandleOptimizationBarrier(HloInstruction* hlo) { in HandleOptimizationBarrier() 262 static Status CheckReplicaGroups(HloInstruction* hlo, in CheckReplicaGroups() [all …]
|
D | hlo_element_type_converter.cc | 38 HloInstruction* ToElementType(HloInstruction* hlo, PrimitiveType type) { in ToElementType() 48 bool HasOperandType(HloInstruction* hlo, PrimitiveType type) { in HasOperandType() 87 HloInstruction* ConvertTupleElements(HloInstruction* hlo, in ConvertTupleElements() 129 for (auto* hlo : computation->MakeInstructionPostOrder()) { in Run() local
|
D | bfloat16_propagation.cc | 231 bool BFloat16Propagation::AllUsersConsumeBF16(const HloInstruction& hlo, in AllUsersConsumeBF16() 360 void BFloat16Propagation::DetermineInstructionPrecision(HloInstruction* hlo, in DetermineInstructionPrecision() 443 HloInstruction* hlo) { in InstructionIsCandidateForBF16Output() 461 HloInstruction* hlo) { in AdjustCalledComputationParameters() 510 void BFloat16Propagation::AdjustCalledComputationRoot(HloInstruction* hlo) { in AdjustCalledComputationRoot() 575 auto hlo = *inst_it; in ResolveInconsistencyOfAliasingBuffersHelper() local 741 auto hlo = *inst_it; in ResolveInconsistentFusions() local 787 for (auto hlo : computation->MakeInstructionPostOrder()) { in ResolveConvertedConstants() local 809 for (auto hlo : computation->MakeInstructionPostOrder()) { in SkipNoopConversions() local 985 HloInstruction* hlo, const ShapeIndex& index) const { in OutputTypeAfterChange() [all …]
|
D | hlo_cost_analysis.cc | 47 Status HloCostAnalysis::Preprocess(const HloInstruction* hlo) { in Preprocess() 69 Status HloCostAnalysis::Postprocess(const HloInstruction* hlo) { in Postprocess() 128 const HloInstruction& hlo, const std::string& key, in GetPropertyForHlo() 193 Status HloCostAnalysis::HandleElementwiseUnary(const HloInstruction* hlo) { in HandleElementwiseUnary() 197 Status HloCostAnalysis::HandleElementwiseBinary(const HloInstruction* hlo) { in HandleElementwiseBinary() 209 Status HloCostAnalysis::HandleReducePrecision(const HloInstruction* hlo) { in HandleReducePrecision() 243 Status HloCostAnalysis::HandleSelect(const HloInstruction* hlo) { in HandleSelect() 731 Status HloCostAnalysis::HandleTriangularSolve(const HloInstruction* hlo) { in HandleTriangularSolve() 750 Status HloCostAnalysis::HandleCholesky(const HloInstruction* hlo) { in HandleCholesky() 775 Status HloCostAnalysis::HandleAllGatherStart(const HloInstruction* hlo) { in HandleAllGatherStart() [all …]
|
/external/tensorflow/tensorflow/compiler/xla/service/gpu/tests/ |
D | tree_reduction_rewriter_test.cc | 38 void CheckTreeRewriter(absl::string_view hlo, in CheckTreeRewriter() 47 const char* hlo = R"( in TEST_F() local 73 const char* hlo = R"( in TEST_F() local 98 const char* hlo = R"( in TEST_F() local 125 const char* hlo = R"( in TEST_F() local 152 const char* hlo = R"( in TEST_F() local 179 const char* hlo = R"( in TEST_F() local 205 const char* hlo = R"( in TEST_F() local 229 const char* hlo = R"( in TEST_F() local 256 const char* hlo = R"( in TEST_F() local [all …]
|
D | reduction_degenerate_dim_remover_test.cc | 37 void CheckDegenerateDimRemover(absl::string_view hlo, in CheckDegenerateDimRemover() 45 const char* hlo = R"( in TEST_F() local 72 const char* hlo = R"( in TEST_F() local 116 const char* hlo = R"( in TEST_F() local
|
D | reduction_layout_normalizer_test.cc | 35 absl::string_view hlo, std::optional<absl::string_view> expected) { in CheckReductionLayoutNormalizer() 41 const char* hlo = R"( in TEST_F() local 68 const char* hlo = R"( in TEST_F() local 120 const char* hlo = R"( in TEST_F() local
|
D | reduction_dimension_grouper_test.cc | 34 void CheckDimensionGrouper(absl::string_view hlo, in CheckDimensionGrouper() 41 const char* hlo = R"( in TEST_F() local 67 const char* hlo = R"( in TEST_F() local
|
/external/tensorflow/tensorflow/compiler/xla/service/gpu/ |
D | cublas_cudnn.cc | 21 bool IsCublasGemm(const HloInstruction& hlo) { in IsCublasGemm() 26 bool IsCublasLtMatmul(const HloInstruction& hlo) { in IsCublasLtMatmul() 42 bool IsCustomCallToDnnConvolution(const HloInstruction& hlo) { in IsCustomCallToDnnConvolution()
|
/external/tensorflow/tensorflow/compiler/xla/service/spmd/ |
D | schedule_aware_collective_ops_cse.cc | 52 bool ShouldConsiderSchedule(HloInstruction* hlo) { in ShouldConsiderSchedule() 56 HloInstruction* MayConsiderCollective(HloInstruction* hlo, bool for_replicas) { in MayConsiderCollective() 97 auto hlo = *it; in RunOnComputation() local 106 auto lowest_user_height = [&](const HloInstruction* hlo) { in RunOnComputation()
|
D | fft_handler.cc | 51 HloInstruction* hlo, int64_t num_partitions, const HloSharding& sharding, in PadEachPartitionWithHaloExchange() 110 HloInstruction* ShuffleWithinEachPartitionUsingOneHot(HloInstruction* hlo, in ShuffleWithinEachPartitionUsingOneHot() 158 HloInstruction* hlo, int64_t num_partitions, in ShuffleDataWithAllToAll() 170 HloInstruction* GetCorrectionFactor(HloInstruction* hlo, int64_t num_partitions, in GetCorrectionFactor() 226 HloInstruction* hlo, const HloSharding& sharding, in GetFinalFftUsingCollectivePermute() 338 HloInstruction* SliceValidData(HloInstruction* hlo, const Shape& target_shape, in SliceValidData() 349 Status SpmdPartitioningVisitor::HandleFft(HloInstruction* hlo) { in HandleFft()
|
D | spmd_partitioner.h | 79 SpmdBuilder(const std::string& name, HloInstruction* hlo) in SpmdBuilder() 88 HloInstruction* hlo) { in derived_instructions() 92 void set_visiting_hlo(HloInstruction* hlo) { in set_visiting_hlo() 101 const HloInstruction* hlo) { in BroadcastDimsForCreatedHlo() 273 const HloInstruction* hlo) { in CanSideEffectingHaveReplicatedSharding() 333 PartitionedHlo(HloInstruction* hlo, Shape base_shape, PartitioningState state) in PartitionedHlo() 370 HloInstruction* hlo() const { return hlo_; } in hlo() function 523 PartitionedHlo& GetPartitionedHlo(const HloInstruction* hlo) { in GetPartitionedHlo() 529 void SetPartitionedHlo(const HloInstruction* hlo, in SetPartitionedHlo() 538 void SetPartitionedHlo(const HloInstruction* hlo, in SetPartitionedHlo() [all …]
|