Home
last modified time | relevance | path

Searched refs:split_providers (Results 1 – 22 of 22) sorted by relevance

/external/tensorflow/tensorflow/core/data/
Dsplit_utils.cc122 if (ctx->split_providers().size() != 1) { in GetSingleSplitProvider()
125 dataset->DebugString(), ". Found ", ctx->split_providers().size(), in GetSingleSplitProvider()
128 return ctx->split_providers()[0]; in GetSingleSplitProvider()
151 if (ctx->split_providers().empty()) { in CreateInputIteratorContexts()
166 if (num_sources != ctx->split_providers().size()) { in CreateInputIteratorContexts()
168 "Attempted to feed ", ctx->split_providers().size(), in CreateInputIteratorContexts()
174 params.split_providers.clear(); in CreateInputIteratorContexts()
176 params.split_providers.push_back( in CreateInputIteratorContexts()
177 ctx->split_providers()[split_provider_index + j]); in CreateInputIteratorContexts()
187 if (ctx->split_providers().size() != 1) { in GetSingleSplitProvider()
[all …]
Dstandalone.cc126 std::vector<std::unique_ptr<SplitProvider>> split_providers, in MakeIterator() argument
141 std::move(split_providers.begin(), split_providers.end(), in MakeIterator()
142 std::back_inserter(params.split_providers)); in MakeIterator()
Ddataset_test_base.cc640 std::vector<std::unique_ptr<SplitProvider>> split_providers; in CheckSplitProviderFullIteration() local
641 TF_RETURN_IF_ERROR(dataset->dataset()->MakeSplitProviders(&split_providers)); in CheckSplitProviderFullIteration()
644 MakeIterator(params, *dataset, std::move(split_providers), &iterator)); in CheckSplitProviderFullIteration()
655 std::vector<std::unique_ptr<SplitProvider>> split_providers; in CheckSplitProviderShardedIteration() local
656 TF_RETURN_IF_ERROR(dataset->dataset()->MakeSplitProviders(&split_providers)); in CheckSplitProviderShardedIteration()
657 for (int i = 0; i < split_providers.size(); ++i) { in CheckSplitProviderShardedIteration()
658 split_providers[i] = std::make_unique<ShardingSplitProvider>( in CheckSplitProviderShardedIteration()
659 num_shards, shard_index, std::move(split_providers[i])); in CheckSplitProviderShardedIteration()
665 std::move(split_providers.begin(), split_providers.end(), in CheckSplitProviderShardedIteration()
666 std::back_inserter(iterator_params.split_providers)); in CheckSplitProviderShardedIteration()
[all …]
Dstandalone.h105 std::vector<std::unique_ptr<SplitProvider>> split_providers,
Dcaptured_function.cc421 if (ctx->split_providers().empty()) { in MakeNestedIteratorContext()
425 params.split_providers.clear(); in MakeNestedIteratorContext()
Ddataset_test_base.h590 std::vector<std::unique_ptr<SplitProvider>> split_providers,
/external/tensorflow/tensorflow/core/kernels/data/
Dtensor_dataset_op.cc60 split_providers) const override { in MakeSplitProviders()
61 split_providers->push_back(std::make_unique<IndexSplitProvider>(1)); in MakeSplitProviders()
125 if (!ctx->split_providers().empty()) { in Initialize()
Dtensor_slice_dataset_op.cc71 split_providers) const override { in MakeSplitProviders()
72 split_providers->push_back( in MakeSplitProviders()
155 if (ctx->split_providers().empty() || dataset()->replicate_on_split_) { in Initialize()
Drepeat_dataset_op.cc191 for (const auto& provider : ctx->split_providers()) { in GetNextInternal()
263 if (first_call_ && *end_of_sequence && ctx->split_providers().empty()) { in GetNextInternal()
275 for (const auto& provider : ctx->split_providers()) { in GetNextInternal()
Drange_dataset_op.cc212 split_providers) const override { in MakeSplitProviders()
213 split_providers->push_back( in MakeSplitProviders()
259 if (ctx->split_providers().empty() || dataset()->replicate_on_split_) { in Initialize()
Dconcatenate_dataset_op.cc71 split_providers) const override { in MakeSplitProviders()
72 TF_ASSIGN_OR_RETURN(*split_providers, GetSplitProviders(this)); in MakeSplitProviders()
Dzip_dataset_op.cc71 split_providers) const override { in MakeSplitProviders()
72 TF_ASSIGN_OR_RETURN(*split_providers, GetSplitProviders(this)); in MakeSplitProviders()
Dshuffle_dataset_op.cc406 if (ctx->split_providers().empty() && !data_produced_ && in FillBuffer()
443 for (const auto& provider : ctx->split_providers()) { in PrepareNextEpoch()
/external/tensorflow/tensorflow/core/kernels/data/experimental/
Dlist_dataset_op.cc64 split_providers) const override { in MakeSplitProviders()
65 split_providers->push_back( in MakeSplitProviders()
134 if (ctx->split_providers().empty()) { in Initialize()
Drandom_dataset_op.cc55 split_providers) const override { in MakeSplitProviders()
60 split_providers->push_back(std::make_unique<IndexSplitProvider>(kint64max)); in MakeSplitProviders()
Ddirected_interleave_dataset_op.cc83 split_providers) const override { in MakeSplitProviders()
84 TF_ASSIGN_OR_RETURN(*split_providers, GetSplitProviders(this)); in MakeSplitProviders()
Dsnapshot_dataset_op.cc146 split_providers) const override { in MakeSplitProviders()
997 split_providers) const override { in MakeSplitProviders()
/external/tensorflow/tensorflow/core/data/service/
Dworker_impl.cc382 std::vector<std::unique_ptr<SplitProvider>> split_providers; in MakeDatasetIterator() local
383 split_providers.reserve(task_def.num_split_providers()); in MakeDatasetIterator()
385 split_providers.push_back(std::make_unique<DataServiceSplitProvider>( in MakeDatasetIterator()
390 dataset.MakeIterator(std::move(split_providers), &iterator)); in MakeDatasetIterator()
Ddispatcher_impl.cc265 std::vector<std::unique_ptr<SplitProvider>> split_providers; in RestoreSplitProviders() local
267 MakeSplitProviders(iteration.job->dataset_id, split_providers)); in RestoreSplitProviders()
277 TF_RETURN_IF_ERROR(split_providers[provider_index]->GetNext( in RestoreSplitProviders()
281 restored = std::move(split_providers); in RestoreSplitProviders()
456 std::vector<std::unique_ptr<SplitProvider>>& split_providers) in MakeSplitProviders() argument
466 TF_RETURN_IF_ERROR(standalone_dataset->MakeSplitProviders(&split_providers)); in MakeSplitProviders()
Ddispatcher_impl.h193 std::vector<std::unique_ptr<SplitProvider>>& split_providers)
/external/tensorflow/tensorflow/core/framework/
Ddataset.h409 split_providers(ctx->split_providers()), in Params()
487 std::vector<std::shared_ptr<SplitProvider>> split_providers; member
548 std::vector<std::shared_ptr<SplitProvider>> split_providers() { in split_providers() function
549 return params_.split_providers; in split_providers()
968 std::vector<std::unique_ptr<SplitProvider>>* split_providers) const;
Ddataset.cc710 std::vector<std::unique_ptr<SplitProvider>>* split_providers) const { in MakeSplitProviders()
726 return inputs[0]->MakeSplitProviders(split_providers); in MakeSplitProviders()