| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/source/ |
| D | generator_node.cc | 37 sampler_(std::move(sampler)), in GeneratorNode()
47 sampler_(std::move(sampler)), in GeneratorNode()
54 …ake_shared<GeneratorNode>(generator_function_, column_names_, column_types_, source_len_, sampler_, in Copy()
57 …node = std::make_shared<GeneratorNode>(generator_function_, schema_, source_len_, sampler_, num_pa… in Copy()
82 if (sampler_) RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
149 if (sampler_) RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in GetDatasetSize()
150 sample_size = sampler_ ? sampler_rt->CalculateNumSamples(num_rows) : num_rows; in GetDatasetSize()
|
| D | cityscapes_node.cc | 37 sampler_(sampler), in CityscapesNode()
41 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
49 if (sampler_ != nullptr) { in Print()
69 RETURN_IF_NOT_OK(ValidateDatasetSampler("CityscapesNode", sampler_)); in ValidateParams()
87 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
99 *shard_id = sampler_->ShardId(); in GetShardId()
114 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in GetDatasetSize()
127 RETURN_IF_NOT_OK(sampler_->to_json(&sampler_args)); in to_json()
|
| D | sbu_node.cc | 31 …: MappableSourceNode(std::move(cache)), dataset_dir_(dataset_dir), decode_(decode), sampler_(sampl… in SBUNode()
34 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
47 RETURN_IF_NOT_OK(ValidateDatasetSampler("SBUNode", sampler_)); in ValidateParams()
68 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
81 *shard_id = sampler_->ShardId(); in GetShardId()
96 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in GetDatasetSize()
108 RETURN_IF_NOT_OK(sampler_->to_json(&sampler_args)); in to_json()
|
| D | div2k_node.cc | 39 sampler_(sampler) {} in DIV2KNode()
42 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
50 if (sampler_ != nullptr) { in Print()
64 RETURN_IF_NOT_OK(ValidateDatasetSampler("DIV2KNode", sampler_)); in ValidateParams()
99 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
111 *shard_id = sampler_->ShardId(); in GetShardId()
126 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in GetDatasetSize()
139 RETURN_IF_NOT_OK(sampler_->to_json(&sampler_args)); in to_json()
|
| D | flickr_node.cc | 40 sampler_(sampler) {} in FlickrNode()
43 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
51 if (sampler_ != nullptr) { in Print()
86 RETURN_IF_NOT_OK(ValidateDatasetSampler("FlickrNode", sampler_)); in ValidateParams()
99 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
111 *shard_id = sampler_->ShardId(); in GetShardId()
126 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in GetDatasetSize()
139 RETURN_IF_NOT_OK(sampler_->to_json(&sampler_args)); in to_json()
|
| D | cifar10_node.cc | 36 …: MappableSourceNode(std::move(cache)), dataset_dir_(dataset_dir), usage_(usage), sampler_(sampler… in Cifar10Node()
39 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
52 RETURN_IF_NOT_OK(ValidateDatasetSampler("Cifar10Node", sampler_)); in ValidateParams()
68 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
81 *shard_id = sampler_->ShardId(); in GetShardId()
97 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in GetDatasetSize()
111 RETURN_IF_NOT_OK(sampler_->to_json(&sampler_args)); in to_json()
|
| D | cifar100_node.cc | 36 …: MappableSourceNode(std::move(cache)), dataset_dir_(dataset_dir), usage_(usage), sampler_(sampler… in Cifar100Node()
39 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
52 RETURN_IF_NOT_OK(ValidateDatasetSampler("Cifar100Node", sampler_)); in ValidateParams()
70 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
83 *shard_id = sampler_->ShardId(); in GetShardId()
98 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in GetDatasetSize()
110 RETURN_IF_NOT_OK(sampler_->to_json(&sampler_args)); in to_json()
|
| D | mnist_node.cc | 35 …: MappableSourceNode(std::move(cache)), dataset_dir_(dataset_dir), usage_(usage), sampler_(sampler… in MnistNode()
38 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
49 RETURN_IF_NOT_OK(ValidateDatasetSampler("MnistNode", sampler_)); in ValidateParams()
64 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
77 *shard_id = sampler_->ShardId(); in GetShardId()
92 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in GetDatasetSize()
104 RETURN_IF_NOT_OK(sampler_->to_json(&sampler_args)); in to_json()
|
| D | manifest_node.cc | 43 sampler_(sampler) {} in ManifestNode()
46 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
53 if (sampler_ != nullptr) { in Print()
86 RETURN_IF_NOT_OK(ValidateDatasetSampler("ManifestNode", sampler_)); in ValidateParams()
103 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
116 *shard_id = sampler_->ShardId(); in GetShardId()
135 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in GetDatasetSize()
147 RETURN_IF_NOT_OK(sampler_->to_json(&sampler_args)); in to_json()
|
| D | album_node.cc | 43 sampler_(sampler) {} in AlbumNode()
46 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
61 RETURN_IF_NOT_OK(ValidateDatasetSampler("AlbumNode", sampler_)); in ValidateParams()
78 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
90 *shard_id = sampler_->ShardId(); in GetShardId()
120 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in GetDatasetSize()
133 RETURN_IF_NOT_OK(sampler_->to_json(&sampler_args)); in to_json()
|
| D | image_folder_node.cc | 42 sampler_(sampler), in ImageFolderNode()
48 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
62 RETURN_IF_NOT_OK(ValidateDatasetSampler("ImageFolderNode", sampler_)); in ValidateParams()
76 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
88 *shard_id = sampler_->ShardId(); in GetShardId()
103 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in GetDatasetSize()
115 RETURN_IF_NOT_OK(sampler_->to_json(&sampler_args)); in to_json()
|
| D | celeba_node.cc | 42 sampler_(sampler), in CelebANode()
47 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
60 RETURN_IF_NOT_OK(ValidateDatasetSampler("CelebANode", sampler_)); in ValidateParams()
74 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
87 *shard_id = sampler_->ShardId(); in GetShardId()
162 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in GetDatasetSize()
173 RETURN_IF_NOT_OK(sampler_->to_json(&sampler_args)); in to_json()
|
| D | coco_node.cc | 42 sampler_(sampler), in CocoNode()
46 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
58 RETURN_IF_NOT_OK(ValidateDatasetSampler("CocoNode", sampler_)); in ValidateParams()
140 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
154 *shard_id = sampler_->ShardId(); in GetShardId()
173 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in GetDatasetSize()
185 RETURN_IF_NOT_OK(sampler_->to_json(&sampler_args)); in to_json()
|
| D | voc_node.cc | 44 sampler_(sampler), in VOCNode()
48 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
62 RETURN_IF_NOT_OK(ValidateDatasetSampler("VOCNode", sampler_)); in ValidateParams()
123 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
136 *shard_id = sampler_->ShardId(); in GetShardId()
155 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in GetDatasetSize()
167 RETURN_IF_NOT_OK(sampler_->to_json(&sampler_args)); in to_json()
|
| D | sbu_node.h | 84 std::shared_ptr<SamplerObj> Sampler() override { return sampler_; } in Sampler()
87 void SetSampler(std::shared_ptr<SamplerObj> sampler) override { sampler_ = sampler; } in SetSampler()
92 std::shared_ptr<SamplerObj> sampler_; variable
|
| D | cifar100_node.h | 91 std::shared_ptr<SamplerObj> Sampler() override { return sampler_; } in Sampler()
94 void SetSampler(std::shared_ptr<SamplerObj> sampler) override { sampler_ = sampler; } in SetSampler()
99 std::shared_ptr<SamplerObj> sampler_; variable
|
| D | cifar10_node.h | 91 std::shared_ptr<SamplerObj> Sampler() override { return sampler_; } in Sampler()
94 void SetSampler(std::shared_ptr<SamplerObj> sampler) override { sampler_ = sampler; } in SetSampler()
99 std::shared_ptr<SamplerObj> sampler_; variable
|
| D | mnist_node.h | 91 std::shared_ptr<SamplerObj> Sampler() override { return sampler_; } in Sampler()
94 void SetSampler(std::shared_ptr<SamplerObj> sampler) override { sampler_ = sampler; } in SetSampler()
99 std::shared_ptr<SamplerObj> sampler_; variable
|
| D | flickr_node.h | 94 std::shared_ptr<SamplerObj> Sampler() override { return sampler_; } in Sampler()
97 void SetSampler(std::shared_ptr<SamplerObj> sampler) override { sampler_ = sampler; } in SetSampler()
103 std::shared_ptr<SamplerObj> sampler_; variable
|
| D | coco_node.h | 94 std::shared_ptr<SamplerObj> Sampler() override { return sampler_; } in Sampler()
97 void SetSampler(std::shared_ptr<SamplerObj> sampler) override { sampler_ = sampler; } in SetSampler()
104 std::shared_ptr<SamplerObj> sampler_; variable
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/ |
| D | cache_node.cc | 32 : DatasetNode(std::move(cache)), sampler_(sampler) { in CacheNode()
39 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
45 RETURN_IF_NOT_OK(ValidateDatasetSampler("CacheNode", sampler_)); in ValidateParams()
54 RETURN_IF_NOT_OK(cache_->CreateCacheOp(num_workers_, connector_que_size_, sampler_, &cache_op)); in Build()
|
| D | cache_lookup_node.cc | 31 …: DatasetNode(std::move(cache)), sampler_(sampler), lookup_op_(nullptr), lookup_node_copy_(nullptr… in CacheLookupNode()
38 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
45 RETURN_IF_NOT_OK(ValidateDatasetSampler("CacheNode", sampler_)); in ValidateParams()
53 …RETURN_IF_NOT_OK(cache_->CreateCacheLookupOp(num_workers_, connector_que_size_, sampler_, &lookup_… in Build()
|
| D | concat_node.cc | 38 : sampler_(sampler), in ConcatNode()
46 std::shared_ptr<SamplerObj> sampler = (sampler_ == nullptr) ? nullptr : sampler_->SamplerCopy(); in Copy()
103 if (sampler_) RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt_base)); in GetDatasetSize()
105 sampler_ ? std::dynamic_pointer_cast<DistributedSamplerRT>(sampler_rt_base) : nullptr; in GetDatasetSize()
133 RETURN_IF_NOT_OK(sampler_->SamplerBuild(&sampler_rt)); in Build()
157 RETURN_IF_NOT_OK(sampler_->to_json(&sampler_args)); in to_json()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/ |
| D | mappable_leaf_op.cc | 32 RETURN_IF_NOT_OK(sampler_->GetNextSample(&sample_row)); in operator ()()
45 RETURN_IF_NOT_OK(sampler_->GetNextSample(&sample_row)); in operator ()()
70 RETURN_IF_NOT_OK(sampler_->GetNextSample(&sample_row)); in operator ()()
79 RETURN_IF_NOT_OK(sampler_->ResetSampler()); in Reset()
85 RETURN_IF_NOT_OK(sampler_->HandshakeRandomAccessOp(this)); in InitSampler()
|
| D | generator_op.cc | 56 if (sampler_ != nullptr) return sampler_->HandshakeRandomAccessOp(this); in InitSampler()
71 if (sampler_ != nullptr) { in CreateGeneratorObject()
74 RETURN_IF_NOT_OK(sampler_->GetAllIdsThenReset(&sample_ids)); in CreateGeneratorObject()
165 int64_t num_rows_sampled = sampler_ ? sampler_->CalculateNumSamples(num_rows_) : num_rows_; in operator ()()
|