| /third_party/mindspore/tests/ut/python/dataset/ |
| D | test_minddataset_padded.py | 121 …ndDataset(CV_FILE_NAME + "0", columns_list, num_readers, padded_sample=padded_sample, num_padded=5)
148 …ndDataset(CV_FILE_NAME + "0", columns_list, num_readers, padded_sample=padded_sample, num_padded=5)
177 def partitions(num_shards, num_padded, dataset_size): argument
185 num_padded=num_padded)
199 assert num_padded_iter == num_padded
217 def partitions(num_shards, num_padded, dataset_size): argument
231 num_padded=num_padded)
271 assert num_padded_iter == num_padded * repeat_size
289 def partitions(num_shards, num_padded): argument
295 num_padded=num_padded)
[all …]
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/source/ |
| D | minddata_node.cc | 30 … const std::shared_ptr<SamplerObj> &sampler, nlohmann::json padded_sample, int64_t num_padded, in MindDataNode() argument
41 num_padded_(num_padded),
45 … const std::shared_ptr<SamplerObj> &sampler, nlohmann::json padded_sample, int64_t num_padded, in MindDataNode() argument
56 num_padded_(num_padded),
137 int64_t num_padded, ShuffleMode shuffle_mode) { in BuildMindDatasetSamplerChain() argument
154 if (distributed_sampler_op && num_padded > 0) { in BuildMindDatasetSamplerChain()
155 distributed_sampler_op->SetNumPaddedSamples(num_padded); in BuildMindDatasetSamplerChain()
|
| D | minddata_node.h | 35 … const std::shared_ptr<SamplerObj> &sampler, nlohmann::json padded_sample, int64_t num_padded,
40 … const std::shared_ptr<SamplerObj> &sampler, nlohmann::json padded_sample, int64_t num_padded,
75 int64_t num_padded, ShuffleMode shuffle_mode);
|
| /third_party/mindspore/mindspore/dataset/core/ |
| D | validator_helpers.py | 602 padded_sample, num_padded = param_dict.get('padded_sample'), param_dict.get('num_padded')
604 if num_padded is None:
606 if num_padded < 0:
607 raise ValueError("num_padded is invalid, num_padded={}.".format(num_padded))
613 if padded_sample is None and num_padded is not None:
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/include/dataset/ |
| D | datasets.h | 1945 … const std::shared_ptr<Sampler> &sampler, const nlohmann::json *padded_sample, int64_t num_padded,
1965 const Sampler *sampler, const nlohmann::json *padded_sample, int64_t num_padded,
1986 int64_t num_padded, ShuffleMode shuffle_mode = ShuffleMode::kGlobal,
2005 const nlohmann::json *padded_sample, int64_t num_padded,
2025 const nlohmann::json *padded_sample, int64_t num_padded,
2045 const nlohmann::json *padded_sample, int64_t num_padded,
2073 int64_t num_padded = 0, ShuffleMode shuffle_mode = ShuffleMode::kGlobal,
2076 padded_sample, num_padded, shuffle_mode, cache);
2097 … nlohmann::json *padded_sample = nullptr, int64_t num_padded = 0,
2101 padded_sample, num_padded, shuffle_mode, cache);
[all …]
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/ |
| D | mindrecord_op.cc | 44 … const std::vector<std::shared_ptr<ShardOperator>> &operators, int64_t num_padded, in MindRecordOp() argument
55 num_padded_(num_padded), in MindRecordOp()
319 … const std::shared_ptr<ShardOperator> &op, int64_t *count, int64_t num_padded) { in CountTotalRows() argument
321 RETURN_IF_NOT_OK(shard_reader->CountTotalRows(dataset_path, load_dataset, op, count, num_padded)); in CountTotalRows()
|
| D | mindrecord_op.h | 104 … const std::shared_ptr<ShardOperator> &op, int64_t *count, int64_t num_padded);
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/engine/ir/datasetops/source/ |
| D | bindings.cc | 217 … const py::dict &padded_sample, int64_t num_padded, ShuffleMode shuffle_mode) { in __anon810239691a02() argument
223 … num_padded, shuffle_mode, nullptr); in __anon810239691a02()
229 … const py::dict &padded_sample, int64_t num_padded, ShuffleMode shuffle_mode) { in __anon810239691a02() argument
235 padded_sample_json, num_padded, shuffle_mode, nullptr); in __anon810239691a02()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/ |
| D | datasets.cc | 1144 int64_t num_padded, ShuffleMode shuffle_mode, in MindDataDataset() argument
1152 sample, num_padded, shuffle_mode, cache); in MindDataDataset()
1158 … const nlohmann::json *padded_sample, int64_t num_padded, ShuffleMode shuffle_mode, in MindDataDataset() argument
1166 sample, num_padded, shuffle_mode, cache); in MindDataDataset()
1173 int64_t num_padded, ShuffleMode shuffle_mode, in MindDataDataset() argument
1182 sample, num_padded, shuffle_mode, cache); in MindDataDataset()
1189 int64_t num_padded, ShuffleMode shuffle_mode, in MindDataDataset() argument
1198 sampler_obj, sample, num_padded, shuffle_mode, cache); in MindDataDataset()
1204 … const nlohmann::json *padded_sample, int64_t num_padded, ShuffleMode shuffle_mode, in MindDataDataset() argument
1213 sampler_obj, sample, num_padded, shuffle_mode, cache); in MindDataDataset()
[all …]
|
| /third_party/mindspore/mindspore/ccsrc/minddata/mindrecord/include/ |
| D | shard_reader.h | 84 … const std::vector<std::shared_ptr<ShardOperator>> &operators = {}, const int num_padded = 0,
123 … const std::shared_ptr<ShardOperator> &op, int64_t *count, const int num_padded);
|
| /third_party/mindspore/mindspore/ccsrc/minddata/mindrecord/io/ |
| D | shard_reader.cc | 925 … const std::shared_ptr<ShardOperator> &ops, int64_t *count, const int num_padded) { in CountTotalRows() argument
940 if (num_padded > 0 && root == true) { in CountTotalRows()
941 num_samples += num_padded; in CountTotalRows()
962 sampler_op->SetNumPaddedSamples(num_padded); in CountTotalRows()
973 if (num_padded > 0) { in CountTotalRows()
974 num_samples += num_padded; in CountTotalRows()
984 … const std::vector<std::shared_ptr<ShardOperator>> &operators, int num_padded, bool lazy_load) { in Open() argument
1003 num_padded_ = num_padded; in Open()
|
| /third_party/mindspore/mindspore/dataset/engine/ |
| D | datasets.py | 3600 self.num_padded, shuffle_to_shuffle_mode(self.shuffle_option))
3604 … shard_id=None, sampler=None, padded_sample=None, num_padded=None, num_samples=None, cache=None): argument
3629 self.num_padded = replace_none(num_padded, 0)
|