| /third_party/mindspore/tests/ut/python/dataset/ |
| D | test_minddataset_padded.py | 177 def partitions(num_shards, num_padded, dataset_size): argument
217 def partitions(num_shards, num_padded, dataset_size): argument
289 def partitions(num_shards, num_padded): argument
314 def partitions(num_shards, num_padded): argument
336 def partitions(num_shards, num_padded): argument
360 def partitions(num_shards, num_padded): argument
384 def partitions(num_shards, num_padded): argument
407 def partitions(num_shards, num_padded): argument
433 def partitions(num_shards, num_padded, dataset_size): argument
474 def partitions(num_shards, num_padded, dataset_size): argument
[all …]
|
| D | test_datasets_sharding.py | 22 def sharding_config(num_shards, shard_id, num_samples, shuffle, class_index, repeat_cnt=1): argument
57 def sharding_config(num_shards, shard_id, num_samples, repeat_cnt=1): argument
95 def sharding_config(num_shards, shard_id, num_samples, repeat_cnt=1): argument
139 def sharding_config(num_shards, shard_id, num_samples, shuffle, repeat_cnt=1): argument
164 def sharding_config(num_shards, shard_id, num_samples, shuffle, repeat_cnt=1): argument
192 def sharding_config(num_shards, shard_id, num_samples, shuffle, repeat_cnt=1): argument
212 def sharding_config(num_shards, shard_id, num_samples, shuffle, repeat_cnt=1): argument
231 def sharding_config(num_shards, shard_id, num_samples, shuffle, repeat_cnt=1): argument
|
| D | test_minddataset.py | 254 def partitions(num_shards): argument
276 def partitions(num_shards): argument
301 def partitions(num_shards): argument
326 def partitions(num_shards, expect): argument
|
| D | test_minddataset_exception.py | 285 def partitions(num_shards): argument
|
| D | test_datasets_tfrecord.py | 214 def get_res(num_shards, shard_id, num_repeats): argument
|
| D | test_sampler.py | 250 def test_config(num_shards, shard_id): argument
|
| /third_party/mindspore/mindspore/ccsrc/minddata/mindrecord/meta/ |
| D | shard_distributed_sample.cc | 25 ShardDistributedSample::ShardDistributedSample(int num_shards, int shard_id, int no_of_padded_sampl… in ShardDistributedSample()
34 ShardDistributedSample::ShardDistributedSample(int num_shards, int shard_id, bool shuffle, uint32_t… in ShardDistributedSample()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/source/samplers/ |
| D | distributed_sampler_ir.cc | 34 DistributedSamplerObj::DistributedSamplerObj(int64_t num_shards, int64_t shard_id, bool shuffle, in… in DistributedSamplerObj()
119 int64_t num_shards = json_obj["num_shards"]; in from_json() local
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/source/ |
| D | tf_record_node.h | 40 … int32_t num_shards, int32_t shard_id, bool shard_equal_rows, std::shared_ptr<DatasetCache> cache) in TFRecordNode()
61 … int32_t num_shards, int32_t shard_id, bool shard_equal_rows, std::shared_ptr<DatasetCache> cache) in TFRecordNode()
|
| D | text_file_node.cc | 27 … int32_t num_shards, int32_t shard_id, std::shared_ptr<DatasetCache> cache) in TextFileNode()
167 int32_t num_shards = json_obj["num_shards"]; in from_json() local
|
| D | csv_node.cc | 29 int32_t num_shards, int32_t shard_id, std::shared_ptr<DatasetCache> cache) in CSVNode()
206 int32_t num_shards = json_obj["num_shards"]; in from_json() local
|
| D | clue_node.cc | 27 … ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, std::shared_ptr<DatasetCache> cache) in CLUENode()
266 int32_t num_shards = json_obj["num_shards"]; in from_json() local
|
| D | usps_node.cc | 31 int32_t num_shards, int32_t shard_id, std::shared_ptr<DatasetCache> cache) in USPSNode()
|
| D | tf_record_node.cc | 256 int32_t num_shards = json_obj["num_shards"]; in from_json() local
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/engine/ir/datasetops/source/ |
| D | bindings.cc | 108 int32_t shuffle, int32_t num_shards, int32_t shard_id) { in __anon9c4d722b0902()
133 int32_t num_shards, int32_t shard_id) { in __anon9c4d722b0d02()
297 int32_t num_shards, int32_t shard_id, bool shard_equal_rows) { in __anon9c4d722b2602()
319 int32_t num_shards, int32_t shard_id) { in __anon9c4d722b2902()
|
| /third_party/mindspore/mindspore/dataset/engine/ |
| D | datasets.py | 1881 …def __init__(self, num_parallel_workers=None, num_samples=None, shuffle=True, num_shards=None, sha… argument
1958 …t__(self, num_parallel_workers=None, sampler=None, num_samples=None, shuffle=None, num_shards=None, argument
3381 … extensions=None, class_indexing=None, decode=False, num_shards=None, shard_id=None, cache=None): argument
3503 sampler=None, num_shards=None, shard_id=None, cache=None): argument
3603 …__(self, dataset_file, columns_list=None, num_parallel_workers=None, shuffle=None, num_shards=None, argument
4145 num_parallel_workers=1, shuffle=None, sampler=None, num_shards=None, shard_id=None, argument
4298 … shuffle=Shuffle.GLOBAL, num_shards=None, shard_id=None, shard_equal_rows=False, cache=None): argument
4401 … sampler=None, class_indexing=None, decode=False, num_shards=None, shard_id=None, cache=None): argument
4556 sampler=None, num_shards=None, shard_id=None, cache=None): argument
4680 sampler=None, num_shards=None, shard_id=None, cache=None): argument
[all …]
|
| D | samplers.py | 29 def select_sampler(num_samples, input_sampler, shuffle, num_shards, shard_id): argument
354 def __init__(self, num_shards, shard_id, shuffle=True, num_samples=None, offset=-1): argument
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/sampler/ |
| D | distributed_sampler.cc | 25 DistributedSamplerRT::DistributedSamplerRT(int64_t num_shards, int64_t shard_id, bool shuffle, int6… in DistributedSamplerRT()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/ |
| D | samplers.cc | 32 DistributedSampler::DistributedSampler(int64_t num_shards, int64_t shard_id, bool shuffle, int64_t … in DistributedSampler()
|
| D | datasets.cc | 974 … const std::vector<char> &usage, int64_t num_samples, ShuffleMode shuffle, int32_t num_shards, in CLUEDataset()
1010 … int32_t num_shards, int32_t shard_id, const std::shared_ptr<DatasetCache> &cache) { in CSVDataset()
1254 ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, in TextFileDataset()
1262 ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, in USPSDataset()
1334 … ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, bool shard_equal_rows, in TFRecordDataset()
1343 … ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, bool shard_equal_rows, in TFRecordDataset()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/opt/post/ |
| D | auto_worker_pass.cc | 35 int32_t num_shards = GlobalContext::config_manager()->get_num_shards_for_auto_num_workers(); in RunOnTree() local
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/core/ |
| D | config_manager.h | 207 …void set_num_shards_for_auto_num_workers(int32_t num_shards) { auto_num_workers_num_shards_ = num_… in set_num_shards_for_auto_num_workers()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/ |
| D | dataset_node.cc | 126 Status ValidateDatasetShardParams(const std::string &dataset_name, int32_t num_shards, int32_t shar… in ValidateDatasetShardParams()
196 std::shared_ptr<SamplerObj> SelectSampler(int64_t num_samples, bool shuffle, int32_t num_shards, in… in SelectSampler()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/engine/ir/datasetops/source/samplers/ |
| D | bindings.cc | 48 uint32_t seed, int64_t offset, bool even_dist) { in __anonc9e25c810302()
|
| /third_party/mindspore/tests/ut/data/dataset/tf_file_dataset/ |
| D | pyvision_dataset_pipeline.json | 1 …es/train-0000-of-0001.data"],"num_parallel_workers":8,"num_samples":0,"num_shards":1,"op_type":"TF… number
|