| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/source/ |
| D | tf_record_node.h | 40 … int32_t num_shards, int32_t shard_id, bool shard_equal_rows, std::shared_ptr<DatasetCache> cache) in TFRecordNode() argument
49 shard_equal_rows_(shard_equal_rows) { in TFRecordNode()
61 … int32_t num_shards, int32_t shard_id, bool shard_equal_rows, std::shared_ptr<DatasetCache> cache) in TFRecordNode() argument
70 shard_equal_rows_(shard_equal_rows) {} in TFRecordNode()
|
| D | tf_record_node.cc | 258 bool shard_equal_rows = json_obj["shard_equal_rows"]; in from_json() local
264 num_shards, shard_id, shard_equal_rows, cache); in from_json()
271 shard_id, shard_equal_rows, cache); in from_json()
|
| /third_party/mindspore/tests/ut/python/dataset/ |
| D | test_datasets_get_dataset_size.py | 57 …hard_1_0 = ds.TFRecordDataset(IMAGENET_TFFILE_DIR, num_shards=1, shard_id=0, shard_equal_rows=True)
60 …hard_2_0 = ds.TFRecordDataset(IMAGENET_TFFILE_DIR, num_shards=2, shard_id=0, shard_equal_rows=True)
63 …hard_3_0 = ds.TFRecordDataset(IMAGENET_TFFILE_DIR, num_shards=3, shard_id=0, shard_equal_rows=True)
|
| D | test_datasets_tfrecord.py | 215 …ds1 = ds.TFRecordDataset(tf_files, num_shards=num_shards, shard_id=shard_id, shard_equal_rows=True)
|
| D | test_paddeddataset.py | 50 shuffle=False, shard_equal_rows=True)
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/engine/ir/datasetops/source/ |
| D | bindings.cc | 297 int32_t num_shards, int32_t shard_id, bool shard_equal_rows) { in __anon9c4d722b2602() argument
300 toShuffleMode(shuffle), num_shards, shard_id, shard_equal_rows, nullptr); in __anon9c4d722b2602()
306 bool shard_equal_rows) { in __anon9c4d722b2602() argument
309 toShuffleMode(shuffle), num_shards, shard_id, shard_equal_rows, nullptr); in __anon9c4d722b2602()
|
| /third_party/mindspore/tests/st/networks/models/bert/src/ |
| D | dataset.py | 39 shard_equal_rows=True)
|
| /third_party/mindspore/tests/st/model_zoo_tests/wide_and_deep/python_file_for_ci/ |
| D | datasets.py | 52 num_shards=rank_size, shard_id=rank_id, shard_equal_rows=True)
|
| /third_party/mindspore/tests/st/model_zoo_tests/DeepFM/src/ |
| D | dataset.py | 253 shard_equal_rows=True, num_samples=3000)
|
| /third_party/mindspore/tests/st/networks/models/bert/bert_performance/ |
| D | test_bert_thor.py | 121 num_shards=device_num, shard_id=rank, shard_equal_rows=True)
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/include/dataset/ |
| D | datasets.h | 2479 … int32_t num_shards, int32_t shard_id, bool shard_equal_rows, std::shared_ptr<DatasetCache> cache);
2505 … int32_t num_shards, int32_t shard_id, bool shard_equal_rows, std::shared_ptr<DatasetCache> cache);
2538 int32_t shard_id = 0, bool shard_equal_rows = false,
2545 shard_equal_rows, cache);
2557 shard_equal_rows, cache);
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/ |
| D | datasets.cc | 1334 … ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, bool shard_equal_rows, in TFRecordDataset() argument
1338 shard_equal_rows, cache); in TFRecordDataset()
1343 … ShuffleMode shuffle, int32_t num_shards, int32_t shard_id, bool shard_equal_rows, in TFRecordDataset() argument
1346 … num_samples, shuffle, num_shards, shard_id, shard_equal_rows, cache); in TFRecordDataset()
|
| /third_party/mindspore/tests/ut/cpp/dataset/ |
| D | deserialize_test.cc | 403 bool shard_equal_rows = false; in TEST_F() local
414 shard_id, shard_equal_rows, cache); in TEST_F()
|
| /third_party/mindspore/mindspore/dataset/engine/ |
| D | datasets.py | 4298 … shuffle=Shuffle.GLOBAL, num_shards=None, shard_id=None, shard_equal_rows=False, cache=None): argument
4306 self.shard_equal_rows = replace_none(shard_equal_rows, False)
4314 self.num_shards, self.shard_id, self.shard_equal_rows)
|