| /external/tensorflow/tensorflow/python/keras/optimizer_v2/ |
| D | rmsprop_test.py | 63 def _rmsprop_update_numpy(self, var, g, mg, rms, mom, lr, rho, momentum, argument
72 if momentum > 0.:
73 mom_t = momentum * mom + lr * g / (np.sqrt(denom_t + epsilon))
81 lr, rho, momentum, epsilon, centered): argument
95 if momentum > 0.:
96 mom_t[gindex] = momentum * mom[gindex] + lr * gvalue / np.sqrt(denom_t +
106 for (dtype, learning_rate, rho, momentum, epsilon, centered) in _TESTPARAMS:
121 momentum=momentum,
135 if momentum > 0.:
164 momentum, epsilon, centered)
[all …]
|
| D | gradient_descent.py | 105 momentum=0.0, argument
114 if isinstance(momentum, ops.Tensor) or callable(momentum) or momentum > 0:
116 if isinstance(momentum, (int, float)) and (momentum < 0 or momentum > 1):
118 self._set_hyper("momentum", momentum)
144 momentum=coefficients["momentum"],
182 momentum=coefficients["momentum"],
|
| D | rmsprop.py | 101 momentum=0.0, argument
144 if isinstance(momentum, ops.Tensor) or callable(momentum) or momentum > 0:
146 if isinstance(momentum, (int, float)) and (momentum < 0 or momentum > 1):
148 self._set_hyper("momentum", momentum)
173 momentum=array_ops.identity(self._get_hyper("momentum", var_dtype)),
193 momentum=coefficients["momentum"],
204 momentum=coefficients["momentum"],
239 momentum=coefficients["momentum"],
251 momentum=coefficients["momentum"],
|
| D | gradient_descent_test.py | 302 def _update_nesterov_momentum_numpy(self, var, accum, g, lr, momentum): argument
303 accum = accum * momentum - g * lr
304 var += (accum * momentum - g * lr)
315 momentum = 0.9
317 learning_rate=learning_rate, momentum=momentum)
379 learning_rate=2.0, momentum=0.9, nesterov=True)
413 learning_rate=2.0, momentum=0.9, nesterov=True)
444 opt = gradient_descent.SGD(learning_rate=1.0, momentum=0.9)
459 opt = gradient_descent.SGD(learning_rate=1.0, momentum=0.9)
475 momentum=constant_op.constant(0.9))
[all …]
|
| /external/tensorflow/tensorflow/compiler/mlir/tensorflow/transforms/ |
| D | decompose_resource_ops.td | 82 // accum = accum * momentum + grad;
87 $var_resource, $accum_resource, $lr, $grad, $momentum,
93 $momentum
104 // accum = accum * momentum + grad;
105 // var -= grad * lr + accum * momentum * lr
109 $var_resource, $accum_resource, $lr, $grad, $momentum,
115 $momentum
124 (TF_MulOp $accum_new, (TF_MulOp $momentum, $lr))
132 // accum = accum * momentum - lr * grad
137 $var_resource, $accum_resource, $lr, $grad, $momentum,
[all …]
|
| /external/tensorflow/tensorflow/core/api_def/base_api/ |
| D | api_def_ResourceApplyKerasMomentum.pbtxt | 28 name: "momentum"
45 var + momentum * accum, so in the end, the var you get is actually
46 var + momentum * accum.
49 summary: "Update \'*var\' according to the momentum scheme."
51 Set use_nesterov = True if you want to use Nesterov momentum.
53 accum = accum * momentum - lr * grad
|
| D | api_def_ResourceApplyMomentum.pbtxt | 28 name: "momentum"
45 var - lr * momentum * accum, so in the end, the var you get is actually
46 var - lr * momentum * accum.
49 summary: "Update \'*var\' according to the momentum scheme."
51 Set use_nesterov = True if you want to use Nesterov momentum.
53 accum = accum * momentum + grad
|
| D | api_def_ApplyMomentum.pbtxt | 28 name: "momentum"
51 var - lr * momentum * accum, so in the end, the var you get is actually
52 var - lr * momentum * accum.
55 summary: "Update \'*var\' according to the momentum scheme."
57 Set use_nesterov = True if you want to use Nesterov momentum.
59 accum = accum * momentum + grad
|
| D | api_def_SparseApplyMomentum.pbtxt | 34 name: "momentum"
57 var - lr * momentum * accum, so in the end, the var you get is actually
58 var - lr * momentum * accum.
61 summary: "Update relevant entries in \'*var\' and \'*accum\' according to the momentum scheme."
63 Set use_nesterov = True if you want to use Nesterov momentum.
67 $$accum = accum * momentum + grad$$
|
| D | api_def_ResourceSparseApplyMomentum.pbtxt | 34 name: "momentum"
51 var - lr * momentum * accum, so in the end, the var you get is actually
52 var - lr * momentum * accum.
55 summary: "Update relevant entries in \'*var\' and \'*accum\' according to the momentum scheme."
57 Set use_nesterov = True if you want to use Nesterov momentum.
61 accum = accum * momentum + grad
|
| D | api_def_ResourceSparseApplyKerasMomentum.pbtxt | 34 name: "momentum"
51 var + momentum * accum, so in the end, the var you get is actually
52 var + momentum * accum.
55 summary: "Update relevant entries in \'*var\' and \'*accum\' according to the momentum scheme."
57 Set use_nesterov = True if you want to use Nesterov momentum.
61 accum = accum * momentum - lr * grad
|
| /external/tensorflow/tensorflow/python/training/ |
| D | momentum.py | 46 def __init__(self, learning_rate, momentum, argument
82 self._momentum = momentum
95 momentum = self._momentum
96 if callable(momentum):
97 momentum = momentum()
98 self._momentum_tensor = ops.convert_to_tensor(momentum, name="momentum")
|
| D | rmsprop_test.py | 61 def _rmsprop_update_numpy(self, var, g, mg, rms, mom, lr, decay, momentum, argument
70 mom_t = momentum * mom + lr * g / np.sqrt(denom_t, dtype=denom_t.dtype)
75 lr, decay, momentum, epsilon, centered): argument
88 mom_t[gindex] = momentum * mom[gindex] + lr * gvalue / np.sqrt(denom_t)
95 for (dtype, learning_rate, decay, momentum,
115 momentum=momentum,
152 decay, momentum, epsilon, centered)
155 decay, momentum, epsilon, centered)
179 momentum=0.0,
203 momentum=0.0,
[all …]
|
| D | momentum_test.py | 35 from tensorflow.python.training import momentum as momentum_lib
40 def _update_nesterov_momentum_numpy(self, var, accum, g, lr, momentum): argument
41 var = var + accum * lr * momentum
42 accum = accum * momentum + g
44 var = var - accum * lr * momentum
62 momentum = lambda: 0.9 function
65 momentum = momentum()
67 learning_rate=learning_rate, momentum=momentum)
181 learning_rate=2.0, momentum=0.9, use_nesterov=True)
215 learning_rate=2.0, momentum=0.9, use_nesterov=True)
[all …]
|
| /external/tensorflow/tensorflow/python/keras/legacy_tf_layers/ |
| D | normalization_test.py | 319 axis=1, epsilon=epsilon, momentum=0.9)
362 axis=2, epsilon=epsilon, momentum=0.9)
404 axis=1, epsilon=epsilon, momentum=0.9)
445 axis=2, epsilon=epsilon, momentum=0.9)
486 axis=3, epsilon=epsilon, momentum=0.9)
527 axis=3, epsilon=epsilon, momentum=0.9, fused=True)
569 axis=1, epsilon=epsilon, momentum=0.9, fused=True)
610 axis=-1, epsilon=epsilon, momentum=0.9)
652 axis=-1, epsilon=epsilon, momentum=0.9)
697 momentum=0.9,
[all …]
|
| D | normalization.py | 126 momentum=0.99, argument
149 momentum=momentum,
178 momentum=0.99, argument
316 momentum=momentum,
|
| /external/tensorflow/tensorflow/python/keras/layers/ |
| D | normalization_v2.py | 103 momentum=0.99, argument
123 momentum=momentum,
305 momentum=0.99, argument
320 momentum=momentum,
|
| /external/tensorflow/tensorflow/compiler/tests/ |
| D | momentum_test.py | 30 from tensorflow.python.training import momentum as momentum_lib
35 def _update_nesterov_momentum_numpy(self, var, accum, g, lr, momentum): argument
36 var += accum * lr * momentum
37 accum = accum * momentum + g
39 var -= accum * lr * momentum
50 learning_rate=2.0, momentum=0.9)
115 learning_rate=0.1, momentum=0.9, use_nesterov=True)
136 momentum=constant_op.constant(0.9))
|
| /external/tensorflow/tensorflow/compiler/jit/tests/ |
| D | keras_imagenet_main_graph_mode.pbtxt | 4494 name: "training/SGD/bn2a_branch1/beta/momentum"
4522 s: "training/SGD/bn2a_branch1/beta/momentum"
4527 name: "training/SGD/bn2a_branch1/gamma/momentum"
4555 s: "training/SGD/bn2a_branch1/gamma/momentum"
4560 name: "training/SGD/bn2a_branch2a/beta/momentum"
4588 s: "training/SGD/bn2a_branch2a/beta/momentum"
4593 name: "training/SGD/bn2a_branch2a/gamma/momentum"
4621 s: "training/SGD/bn2a_branch2a/gamma/momentum"
4626 name: "training/SGD/bn2a_branch2b/beta/momentum"
4654 s: "training/SGD/bn2a_branch2b/beta/momentum"
[all …]
|
| /external/tensorflow/tensorflow/python/keras/distribute/ |
| D | test_example.py | 61 momentum=0.9, argument
76 renorm=renorm, momentum=momentum, fused=False)
|
| /external/tensorflow/tensorflow/core/ops/compat/ops_history_v1/ |
| D | ResourceApplyMomentum.pbtxt | 20 name: "momentum"
80 name: "momentum"
142 name: "momentum"
205 name: "momentum"
|
| D | ResourceApplyRMSProp.pbtxt | 24 name: "momentum"
89 name: "momentum"
156 name: "momentum"
224 name: "momentum"
|
| /external/tensorflow/tensorflow/core/ops/compat/ops_history_v2/ |
| D | ResourceApplyMomentum.pbtxt | 20 name: "momentum"
80 name: "momentum"
142 name: "momentum"
205 name: "momentum"
|
| D | ResourceApplyRMSProp.pbtxt | 24 name: "momentum"
89 name: "momentum"
156 name: "momentum"
224 name: "momentum"
|
| /external/tensorflow/tensorflow/python/distribute/ |
| D | single_loss_example.py | 84 momentum=0.9, argument
99 renorm=renorm, momentum=momentum, fused=False)
|