| /third_party/mindspore/tests/ut/python/dataset/ |
| D | test_minddataset_padded.py | 177 def partitions(num_shards, num_padded, dataset_size): argument
186 assert data_set.get_dataset_size() == dataset_size
200 return num_iter == dataset_size * num_shards
217 def partitions(num_shards, num_padded, dataset_size): argument
232 assert data_set.get_dataset_size() == dataset_size
246 if local_index < dataset_size:
248 elif local_index < dataset_size * 2:
250 elif local_index < dataset_size * 3:
252 elif local_index < dataset_size * 4:
254 elif local_index < dataset_size * 5:
[all …]
|
| D | test_repeat.py | 268 dataset_size = data1.get_dataset_size()
269 logger.info("dataset repeat then batch's size is {}".format(dataset_size))
275 assert dataset_size == num1_iter == 6
291 dataset_size = data1.get_dataset_size()
292 logger.info("dataset batch then repeat's size is {}".format(dataset_size))
298 assert dataset_size == num1_iter == 8
|
| /third_party/mindspore/tests/st/model_zoo_tests/yolov3_darknet53/src/ |
| D | distributed_sampler.py | 23 def __init__(self, dataset_size, num_replicas=None, rank=None, shuffle=True): argument
30 self.dataset_size = dataset_size
34 self.num_samples = int(math.ceil(dataset_size * 1.0 / self.num_replicas))
41 indices = np.random.RandomState(seed=self.epoch).permutation(self.dataset_size)
47 indices = list(range(self.dataset_size))
|
| /third_party/mindspore/mindspore/ccsrc/minddata/mindrecord/meta/ |
| D | shard_distributed_sample.cc | 38 int64_t ShardDistributedSample::GetNumSamples(int64_t dataset_size, int64_t num_classes) { in GetNumSamples() argument
41 if (dataset_size % denominator_ == 0) { in GetNumSamples()
42 res = dataset_size / denominator_ * numerator_; in GetNumSamples()
44 res = dataset_size / denominator_ * numerator_ + 1; in GetNumSamples()
48 auto padded_size = dataset_size + no_of_padded_samples_; in GetNumSamples()
|
| D | shard_category.cc | 39 int64_t ShardCategory::GetNumSamples(int64_t dataset_size, int64_t num_classes) { in GetNumSamples() argument
40 if (dataset_size == 0) return dataset_size; in GetNumSamples()
41 if (dataset_size > 0 && num_classes > 0 && num_categories_ > 0 && num_elements_ > 0) { in GetNumSamples()
|
| D | shard_sequential_sample.cc | 31 int64_t ShardSequentialSample::GetNumSamples(int64_t dataset_size, int64_t num_classes) { in GetNumSamples() argument
33 return dataset_size; in GetNumSamples()
36 return dataset_size * kEpsilon; in GetNumSamples()
38 return std::min(static_cast<int64_t>(no_of_samples_), dataset_size); in GetNumSamples()
|
| D | shard_sample.cc | 65 int64_t ShardSample::GetNumSamples(int64_t dataset_size, int64_t num_classes) { in GetNumSamples() argument
71 if (dataset_size % denominator_ == 0) { in GetNumSamples()
72 return dataset_size / denominator_ * numerator_; in GetNumSamples()
74 return dataset_size / denominator_ * numerator_ + 1; in GetNumSamples()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/ |
| D | skip_node.cc | 63 int64_t *dataset_size) { in GetDatasetSize() argument
65 *dataset_size = dataset_size_; in GetDatasetSize()
70 *dataset_size = 0; in GetDatasetSize()
72 *dataset_size = num_rows - skip_count_; in GetDatasetSize()
74 dataset_size_ = *dataset_size; in GetDatasetSize()
|
| D | take_node.cc | 64 int64_t *dataset_size) { in GetDatasetSize() argument
66 *dataset_size = dataset_size_; in GetDatasetSize()
71 …*dataset_size = take_count_ == -1 ? num_rows : std::min(static_cast<int64_t>(take_count_), num_row… in GetDatasetSize()
72 dataset_size_ = *dataset_size; in GetDatasetSize()
|
| D | zip_node.cc | 66 int64_t *dataset_size) { in GetDatasetSize() argument
68 *dataset_size = dataset_size_; in GetDatasetSize()
78 *dataset_size = *std::min_element(dataset_sizes.begin(), dataset_sizes.end()); in GetDatasetSize()
79 dataset_size_ = *dataset_size; in GetDatasetSize()
|
| D | batch_node.cc | 120 int64_t *dataset_size) { in GetDatasetSize() argument
122 *dataset_size = dataset_size_; in GetDatasetSize()
127 RETURN_IF_NOT_OK(size_getter->DryRun(shared_from_this(), dataset_size)); in GetDatasetSize()
128 dataset_size_ = *dataset_size; in GetDatasetSize()
141 *dataset_size = num_rows; in GetDatasetSize()
|
| D | repeat_node.cc | 74 int64_t *dataset_size) { in GetDatasetSize() argument
76 *dataset_size = dataset_size_; in GetDatasetSize()
84 *dataset_size = num_rows; in GetDatasetSize()
|
| D | map_node.cc | 211 int64_t *dataset_size) { in GetDatasetSize() argument
213 *dataset_size = dataset_size_; in GetDatasetSize()
221 RETURN_IF_NOT_OK(size_getter->DryRun(shared_from_this(), dataset_size)); in GetDatasetSize()
222 dataset_size_ = *dataset_size; in GetDatasetSize()
226 return children_.front()->GetDatasetSize(size_getter, estimate, dataset_size); in GetDatasetSize()
|
| D | concat_node.cc | 82 int64_t *dataset_size) { in GetDatasetSize() argument
84 *dataset_size = dataset_size_; in GetDatasetSize()
122 *dataset_size = shard_dataset_size; in GetDatasetSize()
123 dataset_size_ = *dataset_size; in GetDatasetSize()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/source/ |
| D | generator_node.cc | 136 int64_t *dataset_size) { in GetDatasetSize() argument
138 *dataset_size = dataset_size_; in GetDatasetSize()
142 RETURN_IF_NOT_OK(size_getter->DryRun(shared_from_this(), dataset_size)); in GetDatasetSize()
143 dataset_size_ = *dataset_size; in GetDatasetSize()
151 *dataset_size = sample_size; in GetDatasetSize()
152 dataset_size_ = *dataset_size; in GetDatasetSize()
|
| D | random_node.cc | 124 int64_t *dataset_size) { in GetDatasetSize() argument
126 *dataset_size = dataset_size_; in GetDatasetSize()
130 *dataset_size = num_rows; in GetDatasetSize()
131 dataset_size_ = *dataset_size; in GetDatasetSize()
|
| D | sbu_node.cc | 88 int64_t *dataset_size) { in GetDatasetSize() argument
90 *dataset_size = dataset_size_; in GetDatasetSize()
101 *dataset_size = sample_size; in GetDatasetSize()
102 dataset_size_ = *dataset_size; in GetDatasetSize()
|
| D | cityscapes_node.cc | 105 int64_t *dataset_size) { in GetDatasetSize() argument
107 *dataset_size = dataset_size_; in GetDatasetSize()
120 *dataset_size = sample_size; in GetDatasetSize()
121 dataset_size_ = *dataset_size; in GetDatasetSize()
|
| D | cifar10_node.cc | 88 int64_t *dataset_size) { in GetDatasetSize() argument
90 *dataset_size = dataset_size_; in GetDatasetSize()
104 *dataset_size = sample_size; in GetDatasetSize()
105 dataset_size_ = *dataset_size; in GetDatasetSize()
|
| D | div2k_node.cc | 117 int64_t *dataset_size) { in GetDatasetSize() argument
119 *dataset_size = dataset_size_; in GetDatasetSize()
132 *dataset_size = sample_size; in GetDatasetSize()
133 dataset_size_ = *dataset_size; in GetDatasetSize()
|
| D | usps_node.cc | 118 int64_t *dataset_size) { in GetDatasetSize() argument
120 *dataset_size = dataset_size_; in GetDatasetSize()
126 *dataset_size = sample_size > 0 ? std::min(num_rows, sample_size) : num_rows; in GetDatasetSize()
127 dataset_size_ = *dataset_size; in GetDatasetSize()
|
| D | cifar100_node.cc | 90 int64_t *dataset_size) { in GetDatasetSize() argument
92 *dataset_size = dataset_size_; in GetDatasetSize()
103 *dataset_size = sample_size; in GetDatasetSize()
104 dataset_size_ = *dataset_size; in GetDatasetSize()
|
| D | mnist_node.cc | 84 int64_t *dataset_size) { in GetDatasetSize() argument
86 *dataset_size = dataset_size_; in GetDatasetSize()
97 *dataset_size = sample_size; in GetDatasetSize()
98 dataset_size_ = *dataset_size; in GetDatasetSize()
|
| /third_party/mindspore/tests/st/fl/cross_silo_faster_rcnn/ |
| D | test_fl_fasterrcnn.py | 123 dataset_size = dataset.get_dataset_size()
126 return dataset_size, dataset
150 dataset_size, dataset = train_fasterrcnn_()
186 lr = Tensor(dynamic_lr(config, dataset_size), mstype.float32)
195 time_cb = TimeMonitor(data_size=dataset_size)
206 start_fl_job = StartFLJob(dataset_size * config.batch_size)
|
| /third_party/mindspore/mindspore/nn/probability/infer/variational/ |
| D | svi.py | 68 dataset_size = 0
72 dataset_size += len(x)
75 self._loss = train_loss / dataset_size
|