Searched refs:weight_decay_tensor (Results 1 – 4 of 4) sorted by relevance
| /third_party/mindspore/tests/st/ops/graph_kernel/ |
| D | test_fused_adam.py | 47 …struct(self, beta1, beta2, one_sub_beta_1, one_sub_beta_2, gradient, eps, weight_decay_tensor, lr): argument
60 update = self.op_mul(weight_decay_tensor, param_fp32) + update
91 …struct(self, beta1, beta2, one_sub_beta_1, one_sub_beta_2, gradient, eps, weight_decay_tensor, lr): argument
106 update = self.op_mul(weight_decay_tensor, param_fp32) + update
119 def CalFusedAdam(beta1, beta2, one_sub_beta_1, one_sub_beta_2, gradient, eps, weight_decay_tensor, … argument
125 update += weight_decay_tensor * param
138 weight_decay_tensor = np.array([0.021]).astype(np.float32)
147 Tensor(weight_decay_tensor), Tensor(lr))
149 beta1, beta2, one_sub_beta_1, one_sub_beta_2, gradient, eps, weight_decay_tensor, lr,
167 weight_decay_tensor = np.array([0.021]).astype(np.float32)
[all …]
|
| /third_party/mindspore/tests/st/ops/gpu/ |
| D | test_adam_fusion.py | 46 def construct(self, beta1, beta2, gradient, eps, weight_decay_tensor, lr): argument
58 update = self.op_mul(weight_decay_tensor, param_fp32) + update
76 weight_decay_tensor = Tensor(np.array([0.001]).astype(np.float32))
80 _ = opt(beta1, beta2, gradient, eps, weight_decay_tensor, lr)
|
| /third_party/mindspore/tests/ut/python/ir/ |
| D | test_row_tensor.py | 161 def _update_run_op_for_map_row_tensor(beta1, beta2, eps, lr, weight_decay_tensor, param, argument
167 def _update_run_op_for_map_tensor(beta1, beta2, eps, lr, weight_decay_tensor, param, argument
188 update = update + op_mul(weight_decay_tensor, param_fp32)
221 self.weight_decay_tensor = Tensor(np.array([weight_decay]).astype(np.float32))
232 self.weight_decay_tensor),
|
| /third_party/mindspore/mindspore/nn/optim/ |
| D | optimizer.py | 183 self.weight_decay_tensor = Tensor(self.weight_decay, mstype.float32)
305 … gradients = self.map_(F.partial(_apply_decay, self.weight_decay_tensor), self.decay_flags,
|