| /third_party/mindspore/mindspore-src/source/tests/ut/python/dataset/ |
| D | test_minddataset_padded.py | 192 def partitions(num_shards, num_padded, dataset_size): argument
239 def partitions(num_shards, num_padded, dataset_size): argument
318 def partitions(num_shards, num_padded): argument
351 def partitions(num_shards, num_padded): argument
381 def partitions(num_shards, num_padded): argument
413 def partitions(num_shards, num_padded): argument
445 def partitions(num_shards, num_padded): argument
476 def partitions(num_shards, num_padded): argument
509 def partitions(num_shards, num_padded, dataset_size): argument
557 def partitions(num_shards, num_padded, dataset_size): argument
[all …]
|
| D | test_datasets_sharding.py | 27 def sharding_config(num_shards, shard_id, num_samples, shuffle, class_index, repeat_cnt=1): argument
66 def sharding_config(num_shards, shard_id, num_samples, repeat_cnt=1): argument
108 def sharding_config(num_shards, shard_id, num_samples, repeat_cnt=1): argument
157 def sharding_config(num_shards, shard_id, num_samples, shuffle, repeat_cnt=1): argument
187 def sharding_config(num_shards, shard_id, num_samples, shuffle, repeat_cnt=1): argument
220 def sharding_config(num_shards, shard_id, num_samples, shuffle, repeat_cnt=1): argument
245 def sharding_config(num_shards, shard_id, num_samples, shuffle, repeat_cnt=1): argument
269 def sharding_config(num_shards, shard_id, num_samples, shuffle, repeat_cnt=1): argument
|
| D | test_minddataset.py | 294 def partitions(num_shards): argument
321 def partitions(num_shards): argument
352 def partitions(num_shards): argument
383 def partitions(num_shards, expect): argument
|
| D | test_minddataset_exception.py | 347 def partitions(num_shards): argument
|
| /third_party/mindspore/mindspore-src/source/mindspore/python/mindspore/dataset/engine/ |
| D | datasets_text.py | 131 … num_parallel_workers=None, shuffle=Shuffle.GLOBAL, num_shards=None, shard_id=None, cache=None): argument
235 num_shards=None, shard_id=None, cache=None): argument
478 shuffle=Shuffle.GLOBAL, num_shards=None, shard_id=None, cache=None): argument
577 … __init__(self, dataset_dir, usage=None, num_samples=None, shuffle=Shuffle.GLOBAL, num_shards=None, argument
683 num_shards=None, shard_id=None, cache=None): argument
774 num_shards=None, shard_id=None, cache=None): argument
897 num_shards=None, shard_id=None, cache=None): argument
1030 …num_samples=None, shuffle=Shuffle.GLOBAL, num_shards=None, shard_id=None, num_parallel_workers=Non… argument
1140 num_shards=None, shard_id=None, num_parallel_workers=None, cache=None): argument
1248 … num_parallel_workers=None, shuffle=None, num_shards=None, shard_id=None, cache=None): argument
[all …]
|
| D | datasets_vision.py | 227 shuffle=None, decode=False, sampler=None, num_shards=None, shard_id=None): argument
363 sampler=None, num_shards=None, shard_id=None, cache=None): argument
506 … extensions=None, num_samples=None, num_shards=None, shard_id=None, cache=None, decrypt=None): argument
630 sampler=None, num_shards=None, shard_id=None, cache=None): argument
738 sampler=None, num_shards=None, shard_id=None, cache=None): argument
890 … num_parallel_workers=None, shuffle=None, decode=None, sampler=None, num_shards=None, argument
1097 … shuffle=None, decode=False, sampler=None, num_shards=None, shard_id=None, cache=None, argument
1300 … num_parallel_workers=None, shuffle=None, decode=None, sampler=None, num_shards=None, argument
1419 shuffle=None, sampler=None, num_shards=None, shard_id=None, cache=None): argument
1489 …num_parallel_workers=None, shuffle=None, sampler=None, num_shards=None, shard_id=None, cache=None): argument
[all …]
|
| D | datasets_audio.py | 145 sampler=None, num_shards=None, shard_id=None, cache=None): argument
257 sampler=None, num_shards=None, shard_id=None, cache=None): argument
390 sampler=None, num_shards=None, shard_id=None, cache=None): argument
511 sampler=None, num_shards=None, shard_id=None, cache=None): argument
615 sampler=None, num_shards=None, shard_id=None, cache=None): argument
806 num_parallel_workers=None, shuffle=None, sampler=None, num_shards=None, argument
904 sampler=None, num_shards=None, shard_id=None, cache=None): argument
|
| D | datasets_standard_format.py | 99 … num_parallel_workers=None, shuffle=Shuffle.GLOBAL, num_shards=None, shard_id=None, cache=None): argument
186 …_(self, dataset_files, columns_list=None, num_parallel_workers=None, shuffle=None, num_shards=None, argument
350 shuffle=Shuffle.GLOBAL, num_shards=None, shard_id=None, shard_equal_rows=False, argument
458 num_shards=None, argument
|
| /third_party/mindspore/mindspore-src/source/mindspore/python/mindspore/dataset/engine/obs/ |
| D | obs_mindrecord_dataset.py | 66 def _remove_unused_dataset(local_path, num_shards, shard_id, epoch_num): argument
97 def _wait_remove_datset(num_shards, shard_id, epoch_num): argument
130 def _init_shard_files(dataset_files, shuffle, seed, num_shards, shard_id, shard_equal_rows, argument
333 def _sync_for_obs_mindrecord_dataset(worker, shard_files, cache, num_shards, shard_id, current_epoc… argument
358 …def __init__(self, dataset_files, columns_list, shuffle, num_shards, shard_id, shard_equal_rows, l… argument
|
| /third_party/mindspore/mindspore-src/source/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/engine/ir/datasetops/source/ |
| D | bindings.cc | 102 int32_t shuffle, int32_t num_shards, int32_t shard_id) { in __anon3b221fe00102()
114 int32_t shuffle, int32_t num_shards, int32_t shard_id) { in __anon3b221fe00302()
188 … int64_t num_samples, int32_t shuffle, int32_t num_shards, int32_t shard_id) { in __anon3b221fe00f02()
227 int32_t shuffle, int32_t num_shards, int32_t shard_id) { in __anon3b221fe01502()
239 … int64_t num_samples, int32_t shuffle, int32_t num_shards, int32_t shard_id) { in __anon3b221fe01702()
252 int32_t shuffle, int32_t num_shards, int32_t shard_id) { in __anon3b221fe01902()
289 int32_t num_shards, int32_t shard_id) { in __anon3b221fe01f02()
413 int32_t num_shards, int32_t shard_id) { in __anon3b221fe03202()
427 int32_t shuffle, int32_t num_shards, int32_t shard_id) { in __anon3b221fe03402()
562 int32_t shuffle, int32_t num_shards, int32_t shard_id) { in __anon3b221fe04902()
[all …]
|
| /third_party/mindspore/mindspore-src/source/mindspore/ccsrc/minddata/mindrecord/meta/ |
| D | shard_distributed_sample.cc | 21 ShardDistributedSample::ShardDistributedSample(int num_shards, int shard_id, int64_t no_of_padded_s… in ShardDistributedSample()
30 ShardDistributedSample::ShardDistributedSample(int num_shards, int shard_id, bool shuffle, uint32_t… in ShardDistributedSample()
|
| /third_party/mindspore/mindspore-src/source/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/source/samplers/ |
| D | distributed_sampler_ir.cc | 34 DistributedSamplerObj::DistributedSamplerObj(int64_t num_shards, int64_t shard_id, bool shuffle, in… in DistributedSamplerObj()
119 int64_t num_shards = json_obj["num_shards"]; in from_json() local
|
| /third_party/mindspore/mindspore-src/source/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/source/ |
| D | text_file_node.cc | 30 … int32_t num_shards, int32_t shard_id, std::shared_ptr<DatasetCache> cache) in TextFileNode()
164 int32_t num_shards = json_obj["num_shards"]; in from_json() local
|
| D | tf_record_node.h | 41 …int32_t num_shards, int32_t shard_id, bool shard_equal_rows, const std::shared_ptr<DatasetCache> &… in TFRecordNode()
65 …int32_t num_shards, int32_t shard_id, bool shard_equal_rows, const std::shared_ptr<DatasetCache> &… in TFRecordNode()
|
| D | csv_node.cc | 32 int32_t num_shards, int32_t shard_id, std::shared_ptr<DatasetCache> cache) in CSVNode()
202 int32_t num_shards = json_obj["num_shards"]; in from_json() local
|
| D | clue_node.cc | 30 … ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, std::shared_ptr<DatasetCache> cache) in CLUENode()
261 int32_t num_shards = json_obj["num_shards"]; in from_json() local
|
| D | usps_node.cc | 31 int32_t num_shards, int32_t shard_id, std::shared_ptr<DatasetCache> cache) in USPSNode()
|
| D | squad_node.cc | 26 int32_t num_shards, int32_t shard_id, std::shared_ptr<DatasetCache> cache) in SQuADNode()
|
| D | iwslt2017_node.cc | 27 … int32_t num_shards, int32_t shard_id, std::shared_ptr<DatasetCache> cache) in IWSLT2017Node()
|
| D | en_wik9_node.cc | 25 …9Node(const std::string &dataset_dir, int32_t num_samples, ShuffleMode shuffle, int32_t num_shards, in EnWik9Node()
|
| D | iwslt2016_node.cc | 28 … const std::string &test_set, int64_t num_samples, ShuffleMode shuffle, int32_t num_shards, in IWSLT2016Node()
|
| D | sst2_node.cc | 25 int32_t num_shards, int32_t shard_id, std::shared_ptr<DatasetCache> cache) in SST2Node()
|
| /third_party/mindspore/mindspore-src/source/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/sampler/ |
| D | distributed_sampler.cc | 26 DistributedSamplerRT::DistributedSamplerRT(int64_t num_shards, int64_t shard_id, bool shuffle, int6… in DistributedSamplerRT()
|
| /third_party/mindspore/mindspore-src/source/mindspore/ccsrc/minddata/dataset/api/ |
| D | datasets.cc | 911 ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, in AGNewsDataset()
948 … int64_t num_samples, ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, in AmazonReviewDataset()
1081 … const std::vector<char> &usage, int64_t num_samples, ShuffleMode shuffle, int32_t num_shards, in CLUEDataset()
1140 … int64_t num_samples, ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, in CoNLL2000Dataset()
1150 … int32_t num_shards, int32_t shard_id, const std::shared_ptr<DatasetCache> &cache) { in CSVDataset()
1158 … int64_t num_samples, ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, in DBpediaDataset()
1220 … int32_t num_shards, int32_t shard_id, const std::shared_ptr<DatasetCache> &cache) { in EnWik9Dataset()
1412 … int64_t num_samples, ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, in IWSLT2016Dataset()
1422 ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, in IWSLT2017Dataset()
1721 ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, in Multi30kDataset()
[all …]
|
| /third_party/mindspore/mindspore-src/source/mindspore/ccsrc/minddata/dataset/engine/opt/post/ |
| D | auto_worker_pass.cc | 40 int32_t num_shards = GlobalContext::config_manager()->get_num_shards_for_auto_num_workers(); in RunOnTree() local
|