| /third_party/mindspore/mindspore/ccsrc/minddata/mindrecord/meta/ |
| D | shard_shuffle.cc | 77 std::vector<uint32_t> shuffle_files; in ShuffleFiles() local
79 shuffle_files.push_back(i); in ShuffleFiles()
81 …std::shuffle(shuffle_files.begin(), shuffle_files.end(), std::default_random_engine(shuffle_seed_)… in ShuffleFiles()
96 for (uint32_t i = 0; i < shuffle_files.size(); i++) { in ShuffleFiles()
99 if (shuffle_files[i] == 0) { in ShuffleFiles()
101 current_size = shard_sample_cout[shuffle_files[i]]; in ShuffleFiles()
103 start_index = shard_sample_cout[shuffle_files[i] - 1]; in ShuffleFiles()
104 current_size = shard_sample_cout[shuffle_files[i]] - start_index; in ShuffleFiles()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/source/ |
| D | usps_node.cc | 73 bool shuffle_files = (shuffle_ == ShuffleMode::kGlobal || shuffle_ == ShuffleMode::kFiles); in Build() local
83 … num_samples_, connector_que_size_, shuffle_files, num_shards_, shard_id_); in Build()
155 bool shuffle_files = (shuffle_ == ShuffleMode::kGlobal || shuffle_ == ShuffleMode::kFiles); in SetupSamplerForCache() local
156 *sampler = SelectSampler(num_samples_, shuffle_files, num_shards_, shard_id_); in SetupSamplerForCache()
|
| D | text_file_node.cc | 74 bool shuffle_files = (shuffle_ == ShuffleMode::kGlobal || shuffle_ == ShuffleMode::kFiles); in Build() local
87 … sorted_dataset_files, connector_que_size_, shuffle_files, num_shards_, shard_id_); in Build()
182 bool shuffle_files = (shuffle_ == ShuffleMode::kGlobal || shuffle_ == ShuffleMode::kFiles); in SetupSamplerForCache() local
183 *sampler = SelectSampler(num_samples_, shuffle_files, num_shards_, shard_id_); in SetupSamplerForCache()
|
| D | csv_node.cc | 96 bool shuffle_files = (shuffle_ == ShuffleMode::kGlobal || shuffle_ == ShuffleMode::kFiles); in Build() local
118 worker_connector_size_, connector_que_size_, shuffle_files, num_shards_, shard_id_); in Build()
222 bool shuffle_files = (shuffle_ == ShuffleMode::kGlobal || shuffle_ == ShuffleMode::kFiles); in SetupSamplerForCache() local
223 *sampler = SelectSampler(num_samples_, shuffle_files, num_shards_, shard_id_); in SetupSamplerForCache()
|
| D | clue_node.cc | 171 bool shuffle_files = (shuffle_ == ShuffleMode::kGlobal || shuffle_ == ShuffleMode::kFiles); in Build() local
179 connector_que_size_, shuffle_files, num_shards_, shard_id_); in Build()
280 bool shuffle_files = (shuffle_ == ShuffleMode::kGlobal || shuffle_ == ShuffleMode::kFiles); in SetupSamplerForCache() local
281 *sampler = SelectSampler(num_samples_, shuffle_files, num_shards_, shard_id_); in SetupSamplerForCache()
|
| D | tf_record_node.cc | 128 bool shuffle_files = (shuffle_ == ShuffleMode::kGlobal || shuffle_ == ShuffleMode::kFiles); in Build() local
133 columns_list_, shuffle_files, num_shards_, shard_id_, shard_equal_rows_); in Build()
284 bool shuffle_files = (shuffle_ == ShuffleMode::kGlobal || shuffle_ == ShuffleMode::kFiles); in SetupSamplerForCache() local
285 *sampler = SelectSampler(num_samples_, shuffle_files, num_shards_, shard_id_); in SetupSamplerForCache()
|
| /third_party/mindspore/tests/ut/cpp/dataset/ |
| D | text_file_op_test.cc | 53 bool shuffle_files = false; in TEST_F() local
59 op_connector_size, shuffle_files, num_devices, device_id); in TEST_F()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/ |
| D | text_file_op.cc | 35 … int32_t op_connector_size, bool shuffle_files, int32_t num_devices, int32_t device_id) in TextFileOp() argument
36 …afOp(num_workers, worker_connector_size, total_rows, op_connector_size, shuffle_files, num_devices, in TextFileOp()
|
| D | nonmappable_leaf_op.cc | 31 … int32_t op_connector_size, bool shuffle_files, int32_t num_devices, in NonMappableLeafOp() argument
41 shuffle_files_(shuffle_files), in NonMappableLeafOp()
|
| D | text_file_op.h | 52 … std::vector<std::string> text_files_list, int32_t op_connector_size, bool shuffle_files,
|
| D | clue_op.h | 43 …std::vector<std::string> clue_files_list, int32_t op_connector_size, bool shuffle_files, int32_t n…
|
| D | usps_op.h | 54 bool shuffle_files, int32_t num_devices, int32_t device_id);
|
| D | clue_op.cc | 34 … std::vector<std::string> clue_files_list, int32_t op_connector_size, bool shuffle_files, in ClueOp() argument
36 …fOp(num_workers, worker_connector_size, num_samples, op_connector_size, shuffle_files, num_devices, in ClueOp()
|
| D | nonmappable_leaf_op.h | 59 … int32_t op_connector_size, bool shuffle_files, int32_t num_devices, int32_t device_id);
|
| D | csv_op.cc | 34 … int32_t worker_connector_size, int32_t op_connector_size, bool shuffle_files, int32_t num_devices, in CsvOp() argument
37 num_samples, op_connector_size, shuffle_files, num_devices, device_id), in CsvOp()
628 bool shuffle_files = false; in CountAllFileRows() local
638 … worker_connector_size, op_connector_size, shuffle_files, num_devices, device_id); in CountAllFileRows()
|
| D | usps_op.cc | 41 bool shuffle_files, int32_t num_devices, int32_t device_id) in USPSOp() argument
42 …fOp(num_workers, worker_connector_size, num_samples, op_connector_size, shuffle_files, num_devices, in USPSOp()
|
| D | tf_reader_op.h | 71 … int32_t op_connector_size, std::vector<std::string> columns_to_load, bool shuffle_files,
|
| D | csv_op.h | 153 bool shuffle_files, int32_t num_devices, int32_t device_id);
|
| D | tf_reader_op.cc | 83 … int32_t op_connector_size, std::vector<std::string> columns_to_load, bool shuffle_files, in TFReaderOp() argument
85 …appableLeafOp(num_workers, worker_connector_size, total_num_rows, op_connector_size, shuffle_files, in TFReaderOp()
|