| /third_party/mindspore/mindspore/nn/optim/ |
| D | lazyadam.py | 34 def _run_opt_with_sparse(opt, sparse_opt, push, pull, use_locking, use_nesterov, target, beta1_powe… argument
66 if use_nesterov:
81 def _run_opt_with_one_number(opt, sparse_opt, push, pull, use_locking, use_nesterov, target, beta1_… argument
237 use_nesterov=False, weight_decay=0.0, loss_scale=1.0): argument
241 validator.check_value_type("use_nesterov", use_nesterov, [bool], self.cls_name)
248 self.use_nesterov = use_nesterov
253 self.opt = P.Adam(use_locking, use_nesterov)
254 self.sparse_opt = P.FusedSparseLazyAdam(use_locking, use_nesterov)
258 self._ps_push.add_prim_attr("use_nesterov", use_nesterov)
272 … self._ps_pull, self.use_locking, self.use_nesterov, self._is_device,
[all …]
|
| D | adam.py | 93 def _run_opt_with_sparse(opt, sparse_opt, push, pull, use_locking, use_nesterov, target, beta1_powe… argument
131 if use_nesterov:
154 def _run_opt_with_one_number(opt, sparse_opt, push, pull, use_locking, use_nesterov, target, argument
317 use_nesterov=False, weight_decay=0.0, loss_scale=1.0): argument
321 validator.check_value_type("use_nesterov", use_nesterov, [bool], self.cls_name)
328 self.use_nesterov = use_nesterov
334 self.opt = P.Adam(use_locking, use_nesterov)
335 self.sparse_opt = P.FusedSparseAdam(use_locking, use_nesterov)
339 self._ps_push.add_prim_attr("use_nesterov", use_nesterov)
357 self.use_locking, self.use_nesterov, self._is_device,
[all …]
|
| D | momentum.py | 151 …nit__(self, params, learning_rate, momentum, weight_decay=0.0, loss_scale=1.0, use_nesterov=False): argument
158 self.use_nesterov = Validator.check_bool(use_nesterov)
160 self.opt = P.ApplyMomentum(use_nesterov=self.use_nesterov)
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/gpu/cuda_impl/ |
| D | momentum_impl.cu | 20 … const G *gradient, const S *momentum, bool use_nesterov) { in MomentumUpdateVariableKernel() argument
21 if (use_nesterov) { in MomentumUpdateVariableKernel()
36 bool use_nesterov) { in MomentumUpdateVariableKernel() argument
37 if (use_nesterov) { in MomentumUpdateVariableKernel()
53 bool use_nesterov) { in MomentumUpdateVariableKernel() argument
54 if (use_nesterov) { in MomentumUpdateVariableKernel()
68 const S *momentum, bool use_nesterov, cudaStream_t cuda_stream) { in MomentumUpdateVariable() argument
70 size, variable, accumulation, learning_rate, gradient, momentum, use_nesterov); in MomentumUpdateVariable()
180 const float *momentum, bool use_nesterov,
184 const half *momentum, bool use_nesterov,
[all …]
|
| /third_party/mindspore/mindspore/core/ops/ |
| D | apply_momentum.cc | 28 void ApplyMomentum::Init(const bool use_nesterov, const bool use_locking, const float gradient_scal… in Init() argument
29 this->set_use_nesterov(use_nesterov); in Init()
34 void ApplyMomentum::set_use_nesterov(const bool use_nesterov) { in set_use_nesterov() argument
35 (void)this->AddAttr(kUseNesterov, MakeValue(use_nesterov)); in set_use_nesterov()
|
| D | adam.cc | 55 void Adam::Init(const bool use_locking, const bool use_nesterov) { in Init() argument
57 this->set_use_nesterov(use_nesterov); in Init()
62 void Adam::set_use_nesterov(const bool use_nesterov) { (void)this->AddAttr(kUseNesterov, MakeValue(… in set_use_nesterov() argument
|
| D | adam.h | 40 void Init(const bool use_locking = false, const bool use_nesterov = false);
44 void set_use_nesterov(const bool use_nesterov);
|
| D | apply_momentum.h | 41 …void Init(const bool use_nesterov = false, const bool use_locking = false, const float gradient_sc…
43 void set_use_nesterov(const bool use_nesterov);
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp32/ |
| D | adam_fp32.h | 36 size_t start, size_t end, bool use_nesterov);
38 const float *gradient, size_t start, size_t end, bool use_nesterov);
|
| D | adam_fp32.c | 21 size_t start, size_t end, bool use_nesterov) { in AdamFp32() argument
52 if (use_nesterov) { in AdamFp32()
80 if (use_nesterov) { in AdamFp32()
90 const float *gradient, size_t start, size_t end, bool use_nesterov) { in AdamDeltaFp32() argument
121 if (use_nesterov) { in AdamDeltaFp32()
146 if (use_nesterov) { in AdamDeltaFp32()
|
| /third_party/mindspore/tests/ut/python/nn/optim/ |
| D | test_optimizer.py | 52 use_nesterov=False, weight_decay=0.0, loss_scale=1.0)
58 use_nesterov=False, weight_decay=0.0, loss_scale=1.0)
|
| /third_party/mindspore/mindspore/lite/examples/transfer_learning/model/ |
| D | train_utils.py | 32 use_locking=False, use_nesterov=False, weight_decay=0.0, loss_scale=1.0)
|
| /third_party/mindspore/mindspore/lite/examples/train_lenet_java/model/ |
| D | train_utils.py | 33 use_nesterov=False, weight_decay=4e-5, loss_scale=1.0)
|
| /third_party/mindspore/mindspore/lite/examples/unified_api/model/ |
| D | train_utils.py | 33 use_nesterov=False, weight_decay=4e-5, loss_scale=1.0)
|
| /third_party/mindspore/mindspore/lite/examples/train_lenet/model/ |
| D | train_utils.py | 34 use_nesterov=False, weight_decay=4e-5, loss_scale=1.0)
|
| /third_party/mindspore/tests/st/networks/models/resnet50/ |
| D | test_resnet50_imagenet.py | 194 loss_scale=config.loss_scale, use_nesterov=config.use_nesterov)
200 loss_scale=config.loss_scale, use_nesterov=config.use_nesterov)
|
| /third_party/mindspore/mindspore/ccsrc/transform/graph_ir/op_declare/ |
| D | nn_training_ops_declare.cc | 23 ATTR_MAP(ApplyMomentum) = {{"use_nesterov", ATTR_DESC(use_nesterov, AnyTraits<bool>())},
47 {"use_nesterov", ATTR_DESC(use_nesterov, AnyTraits<bool>())}};
56 {"use_nesterov", ATTR_DESC(use_nesterov, AnyTraits<bool>())}};
|
| /third_party/mindspore/mindspore/lite/examples/export_models/models/ |
| D | vgg_train_export.py | 31 optimizer = nn.Momentum(n.trainable_params(), 0.01, 0.9, use_nesterov=False)
|
| D | shufflenetv2_train_export.py | 29 optimizer = nn.Momentum(n.trainable_params(), 0.01, 0.9, use_nesterov=False)
|
| D | mini_alexnet_train_export.py | 33 use_nesterov=False, weight_decay=0.0, loss_scale=1.0)
|
| D | lenet_train_export.py | 30 use_nesterov=False, weight_decay=0.0, loss_scale=0.3)
|
| D | mobilenetv3_train_export.py | 30 use_nesterov=False, weight_decay=0.1, loss_scale=0.3)
|
| D | mobilenetv2_train_export.py | 33 optimizer = nn.Momentum(n.trainable_params(), 0.01, 0.9, use_nesterov=False)
|
| D | emnist_transfer_export.py | 40 use_nesterov=False, weight_decay=0.0, loss_scale=0.3)
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/ |
| D | sparse_apply_lazy_adam_cpu_kernel.cc | 37 const auto use_nesterov = input_params->use_nesterov_; in ComputeLazyAdam() local
52 if (use_nesterov) { in ComputeLazyAdam()
|