| /external/tensorflow/tensorflow/compiler/xla/stream_executor/ |
| D | lazy_op_runner.h | 66 explicit LazyOpRunner(AlgorithmDesc desc) : LazyOpRunner(desc, nullptr) {} in LazyOpRunner()
103 const AlgorithmDesc& ToAlgorithmDesc() const { return desc_; } in ToAlgorithmDesc()
106 LazyOpRunner(AlgorithmDesc desc, in LazyOpRunner()
110 AlgorithmDesc desc_;
130 RunnerFromAlgorithmDesc(const AlgorithmDesc& desc, Config config, in RunnerFromAlgorithmDesc()
156 RunnerFromAlgorithmDesc(const AlgorithmDesc& desc, Config config, in RunnerFromAlgorithmDesc()
|
| D | dnn.h | 782 class AlgorithmDesc {
785 AlgorithmDesc() : AlgorithmDesc(0, false, std::nullopt) {} in AlgorithmDesc() function
786 explicit AlgorithmDesc(AlgorithmProto proto) : proto_(std::move(proto)) {} in AlgorithmDesc() function
787 AlgorithmDesc(Index algo_id, bool use_tensor_ops) in AlgorithmDesc() function
788 : AlgorithmDesc(algo_id, use_tensor_ops, std::nullopt) {} in AlgorithmDesc()
789 AlgorithmDesc(Index algo_id, bool use_tensor_ops, in AlgorithmDesc() function
799 AlgorithmDesc(int64_t engine_id,
817 bool operator==(const AlgorithmDesc& other) const;
841 AlgorithmDesc algorithm() const { return *algorithm_; } in algorithm()
842 void set_algorithm(AlgorithmDesc val) { algorithm_ = val; } in set_algorithm()
[all …]
|
| D | dnn.cc | 54 AlgorithmDesc::AlgorithmDesc( in AlgorithmDesc() function in stream_executor::dnn::AlgorithmDesc
68 uint64_t AlgorithmDesc::hash() const { in hash()
72 bool AlgorithmDesc::operator==(const AlgorithmDesc& other) const { in operator ==()
81 std::string AlgorithmDesc::ToString() const { in ToString()
101 std::vector<std::pair<int64_t, int64_t>> AlgorithmDesc::TuningKnobs() const { in TuningKnobs()
112 std::vector<AlgorithmDesc>* out_algorithms) { in GetConvolveAlgorithms()
133 Stream* stream, const dnn::AlgorithmDesc& algorithm_desc, in ConvolveRunnerFromDesc()
159 Stream* stream, const dnn::AlgorithmDesc& algorithm_desc, in FusedConvolveRunnerFromDesc()
187 bool DnnSupport::GetRnnAlgorithms(std::vector<AlgorithmDesc>* out_algorithms) { in GetRnnAlgorithms()
193 std::vector<AlgorithmDesc>* out_algorithms) { in GetConvolveBackwardDataAlgorithms()
[all …]
|
| D | stream_executor_pimpl.h | 369 std::vector<dnn::AlgorithmDesc>* out_algorithms);
411 bool GetRnnAlgorithms(std::vector<dnn::AlgorithmDesc>* out_algorithms);
|
| D | stream.h | 71 class AlgorithmDesc; variable
348 dnn::AlgorithmDesc algorithm_desc; in ConvolveWithAlgorithm()
394 const dnn::AlgorithmDesc &algorithm_desc, dnn::ConvolutionKind kind, in ConvolveRunnerFromDesc()
411 const dnn::AlgorithmDesc &algorithm_desc, dnn::ConvolutionKind kind, in FusedConvolveRunnerFromDesc()
|
| D | stream_executor_pimpl.cc | 272 std::vector<dnn::AlgorithmDesc>* out_algorithms) { in GetConvolveAlgorithms()
357 std::vector<dnn::AlgorithmDesc>* out_algorithms) { in GetRnnAlgorithms()
|
| /external/tensorflow/tensorflow/compiler/xla/service/gpu/ |
| D | hlo_algorithm_denylist_test.cc | 64 EXPECT_EQ(stream_executor::dnn::AlgorithmDesc(0, false), list[0]); in TEST_F()
65 EXPECT_EQ(stream_executor::dnn::AlgorithmDesc(0, true), list[1]); in TEST_F()
66 EXPECT_EQ(stream_executor::dnn::AlgorithmDesc(1, false), list[2]); in TEST_F()
67 EXPECT_EQ(stream_executor::dnn::AlgorithmDesc(1, true), list[3]); in TEST_F()
|
| D | gpu_conv_runner.h | 58 se::dnn::AlgorithmDesc algorithm;
115 se::dnn::AlgorithmDesc ToAlgorithmDesc() const { in ToAlgorithmDesc()
139 se::dnn::AlgorithmDesc operator()(const RunnerPtr& runner) { in operator()
143 se::dnn::AlgorithmDesc operator()(const std::monostate&) { in operator()
|
| D | gpu_conv_algorithm_picker.h | 68 stream_executor::dnn::AlgorithmDesc algorithm;
80 absl::Span<const stream_executor::dnn::AlgorithmDesc> disabled_algos);
|
| D | hlo_algorithm_denylist.h | 27 absl::Span<const stream_executor::dnn::AlgorithmDesc> GetDisabledConvAlgorithms(
|
| D | gpu_conv_algorithm_picker.cc | 57 using se::dnn::AlgorithmDesc;
436 absl::Span<const AlgorithmDesc> disabled_algos) { in AutotuneOneConvRunner()
456 AlgorithmDesc alg_key(alg.algo_id(), alg.tensor_ops_enabled(), std::nullopt); in AutotuneOneConvRunner()
697 absl::Span<const AlgorithmDesc> disabled_algos = GetDisabledConvAlgorithms( in PickBestAlgorithmNoCacheCuda()
|
| D | gpu_conv_runner.cc | 243 se::dnn::AlgorithmDesc algorithm = params.config->algorithm; in RunGpuConvImpl()
300 config.algorithm = se::dnn::AlgorithmDesc(backend_config.algorithm()); in GetGpuConvConfig()
|
| /external/tensorflow/tensorflow/core/util/autotune_maps/ |
| D | autotune_serialize_test.cc | 33 using stream_executor::dnn::AlgorithmDesc;
107 AlgorithmDesc algorithm(/*algo_id=*/1, /*use_tensor_ops=*/true); in TEST()
108 AlgorithmDesc algorithm_no_scratch(/*algo_id=*/1, /*use_tensor_ops=*/true); in TEST()
157 AlgorithmDesc algorithm(/*algo_id=*/1, /*use_tensor_ops=*/true); in TEST()
158 AlgorithmDesc algorithm_no_scratch(/*algo_id=*/1, /*use_tensor_ops=*/true); in TEST()
|
| D | autotune_serialize.cc | 40 using stream_executor::dnn::AlgorithmDesc;
140 const AlgorithmDesc primary(algorithm_config_proto.algorithm()); in PopulateConvMap()
141 const absl::optional<AlgorithmDesc> fallback = in PopulateConvMap()
143 ? absl::optional<AlgorithmDesc>( in PopulateConvMap()
144 AlgorithmDesc(algorithm_config_proto.algorithm_no_scratch())) in PopulateConvMap()
|
| /external/tensorflow/tensorflow/compiler/xla/stream_executor/cuda/ |
| D | cuda_dnn.h | 218 std::vector<dnn::AlgorithmDesc>* out_algorithms) override;
234 Stream* stream, const dnn::AlgorithmDesc& algorithm_desc,
257 Stream* stream, const dnn::AlgorithmDesc& algorithm_desc,
269 std::vector<dnn::AlgorithmDesc>* out_algorithms) override;
273 std::vector<dnn::AlgorithmDesc>* out_algorithms) override;
277 std::vector<dnn::AlgorithmDesc>* out_algorithms) override;
344 dnn::AlgorithmDesc algorithm_desc, DeviceMemory<uint8> scratch_memory,
632 ScratchAllocator* scratch_allocator, dnn::AlgorithmDesc* algorithm_desc,
|
| D | cuda_dnn.cc | 251 cudnnConvolutionFwdAlgo_t ToConvForwardAlgo(dnn::AlgorithmDesc algorithm) { in ToConvForwardAlgo()
271 dnn::AlgorithmDesc algorithm) { in ToConvBackwardDataAlgo()
290 dnn::AlgorithmDesc algorithm) { in ToConvBackwardFilterAlgo()
316 cudnnRNNAlgo_t ToCudnnRNNAlgo(std::optional<dnn::AlgorithmDesc> algorithm) { in ToCudnnRNNAlgo()
2891 const dnn::AlgorithmDesc& algorithm_desc, in AllocateCudnnConvolutionForwardWorkspace()
2940 const dnn::AlgorithmDesc& algorithm_desc, in AllocateCudnnConvolutionBackwardDataWorkspace()
2990 const dnn::AlgorithmDesc& algorithm_desc, in AllocateCudnnConvolutionBackwardFilterWorkspace()
3035 std::optional<dnn::AlgorithmDesc> desc) { in UseTensorOps()
3052 port::StatusOr<dnn::AlgorithmDesc> GetCudnnConvolutionForwardAlgorithm( in GetCudnnConvolutionForwardAlgorithm()
3060 std::optional<dnn::AlgorithmDesc> algo_desc = algorithm_config.algorithm(); in GetCudnnConvolutionForwardAlgorithm()
[all …]
|
| /external/tensorflow/tensorflow/stream_executor/rocm/ |
| D | rocm_dnn.h | 238 std::vector<dnn::AlgorithmDesc>* out_algorithms) override;
254 Stream* stream, const dnn::AlgorithmDesc& algorithm_desc,
273 std::vector<dnn::AlgorithmDesc>* out_algorithms) override;
277 std::vector<dnn::AlgorithmDesc>* out_algorithms) override;
281 std::vector<dnn::AlgorithmDesc>* out_algorithms) override;
348 dnn::AlgorithmDesc algorithm_desc, DeviceMemory<uint8> scratch_memory,
770 ScratchAllocator* scratch_allocator, dnn::AlgorithmDesc* algorithm_desc,
|
| D | rocm_dnn.cc | 67 using dnn::AlgorithmDesc;
2911 ScratchAllocator* scratch_allocator, dnn::AlgorithmDesc* algorithm_desc, in DoPrepareForConvolution()
2913 std::optional<dnn::AlgorithmDesc> input_algo_desc = in DoPrepareForConvolution()
2972 return dnn::AlgorithmDesc{algo_id_, false, workspace_size_}.ToString(); in ToString()
2977 port::StatusOr<AlgorithmDesc> ToAlgorithmDesc() const override { in ToAlgorithmDesc()
3080 dnn::AlgorithmDesc algotype(algo_id_, false); in operator ()()
3119 dnn::AlgorithmDesc algorithm_desc, DeviceMemory<uint8> scratch_memory, in DoConvolve()
3134 std::vector<dnn::AlgorithmDesc>* out_algorithms) { in GetConvolveAlgorithms()
3137 dnn::AlgorithmDesc(miopenConvolutionFwdAlgoGEMM, false), in GetConvolveAlgorithms()
3138 dnn::AlgorithmDesc(miopenConvolutionFwdAlgoDirect, false), in GetConvolveAlgorithms()
[all …]
|
| /external/tensorflow/tensorflow/core/kernels/ |
| D | gpu_utils.cc | 283 se::dnn::AlgorithmDesc(results[idx].algorithm()), in BestCudnnConvAlgorithm()
288 se::dnn::AlgorithmDesc(results[idx_no_scratch].algorithm())); in BestCudnnConvAlgorithm()
|
| D | gpu_utils.h | 301 AutotuneEntry(se::dnn::AlgorithmDesc primary, in AutotuneEntry()
302 absl::optional<se::dnn::AlgorithmDesc> no_scratch_fallback) in AutotuneEntry()
|
| D | cudnn_rnn_ops.cc | 128 using se::dnn::AlgorithmDesc;
533 const std::pair<CudnnRnnModelShapes, absl::optional<AlgorithmDesc>>& in operator ()()
552 const std::pair<CudnnRnnModelShapes, absl::optional<AlgorithmDesc>>& lhs, in operator ()()
553 const std::pair<CudnnRnnModelShapes, absl::optional<AlgorithmDesc>>& rhs) in operator ()()
1118 std::pair<CudnnRnnModelShapes, absl::optional<AlgorithmDesc>>,
1540 AlgorithmDesc algo_desc(debug_cudnn_rnn_algo_, debug_use_tensor_ops_, in ComputeAndReturnAlgorithm()
1688 std::vector<AlgorithmDesc> algorithms; in MaybeAutotune()
2096 const AlgorithmDesc algo_desc(host_reserved_int8(0), host_reserved_int8(1), in GetAlgorithm()
|
| D | conv_grad_input_ops.cc | 80 using se::dnn::AlgorithmDesc; in operator ()()
|
| D | conv_ops_3d.cc | 503 using se::dnn::AlgorithmDesc; in launch()
|
| D | conv_grad_ops_3d.cc | 1518 using se::dnn::AlgorithmDesc; in Compute()
1917 using se::dnn::AlgorithmDesc; in Compute()
|
| D | conv_grad_filter_ops.cc | 676 using se::dnn::AlgorithmDesc; in operator ()()
|