Searched refs:get_hyper (Results 1 – 8 of 8) sorted by relevance
110 init_rms = state.get_hyper("epsilon",128 state.get_hyper("learning_rate", var.dtype.base_dtype),129 state.get_hyper("decay", var.dtype.base_dtype),130 state.get_hyper("momentum", var.dtype.base_dtype),141 state.get_hyper("learning_rate", var.dtype.base_dtype),142 state.get_hyper("decay", var.dtype.base_dtype),143 state.get_hyper("momentum", var.dtype.base_dtype),158 state.get_hyper("learning_rate", var.dtype.base_dtype),159 state.get_hyper("decay", var.dtype.base_dtype),160 state.get_hyper("momentum", var.dtype.base_dtype),[all …]
68 state.get_hyper("learning_rate", var.dtype.base_dtype),69 state.get_hyper("rho", var.dtype.base_dtype),70 state.get_hyper("epsilon", var.dtype.base_dtype),81 state.get_hyper("learning_rate", var.dtype.base_dtype),82 state.get_hyper("rho", var.dtype.base_dtype),83 state.get_hyper("epsilon", var.dtype.base_dtype),94 state.get_hyper("learning_rate", var.dtype.base_dtype),95 state.get_hyper("rho", var.dtype.base_dtype),96 state.get_hyper("epsilon", var.dtype.base_dtype),108 state.get_hyper("learning_rate", var.dtype.base_dtype),[all …]
106 initial_value=lambda: state.get_hyper("beta1"), name="beta1_power")108 initial_value=lambda: state.get_hyper("beta2"), name="beta2_power")125 state.get_hyper("learning_rate", var.dtype.base_dtype),126 state.get_hyper("beta1", var.dtype.base_dtype),127 state.get_hyper("beta2", var.dtype.base_dtype),128 state.get_hyper("epsilon", var.dtype.base_dtype),142 state.get_hyper("learning_rate", grad.dtype.base_dtype),143 state.get_hyper("beta1", grad.dtype.base_dtype),144 state.get_hyper("beta2", grad.dtype.base_dtype),145 state.get_hyper("epsilon", grad.dtype.base_dtype),[all …]
85 state.get_hyper("learning_rate", var.dtype.base_dtype),87 state.get_hyper("momentum", var.dtype.base_dtype),96 state.get_hyper("learning_rate", var.dtype.base_dtype),98 state.get_hyper("momentum", var.dtype.base_dtype),107 state.get_hyper("learning_rate", var.dtype.base_dtype),110 state.get_hyper("momentum", var.dtype.base_dtype),119 state.get_hyper("learning_rate", var.dtype.base_dtype),122 state.get_hyper("momentum", var.dtype.base_dtype),
50 state.get_hyper("learning_rate", var.dtype.base_dtype),55 lr = state.get_hyper("learning_rate", grad.dtype.base_dtype)61 lr = state.get_hyper("learning_rate", grad.dtype.base_dtype)67 grad.values * state.get_hyper("learning_rate", var.dtype.base_dtype),
88 state.get_hyper("learning_rate", var.dtype.base_dtype),97 state.get_hyper("learning_rate", var.dtype.base_dtype),106 state.get_hyper("learning_rate", var.dtype.base_dtype),116 state.get_hyper("learning_rate", var.dtype.base_dtype),
477 def get_hyper(self, name, dtype=None): member in _OptimizerV2State
141 window = state.get_hyper("window")218 beta1 = state.get_hyper("beta1", dtype=var_dtype)225 window = state.get_hyper("window")234 eps = state.get_hyper("eps", dtype=var_dtype)235 svd_eps = state.get_hyper("svd_eps", dtype=var_dtype)236 sigma_eps = state.get_hyper("sigma_eps", dtype=var_dtype)237 lr = state.get_hyper("lr", dtype=var_dtype)