36         lr: Union[float, Tensor] = 1e-3,
37         betas: Tuple[float, float] = (0.9, 0.999),  argument
38         eps: float = 1e-8,
39         weight_decay: float = 1e-2,
328     beta1: float,
329     beta2: float,
330     lr: Union[Tensor, float],  argument
331     weight_decay: float,
332     eps: float,
447     beta1: float,
448     beta2: float,
449     lr: Union[Tensor, float],  argument
450     weight_decay: float,
451     eps: float,
629     beta1: float,
630     beta2: float,
631     lr: Union[Tensor, float],  argument
632     weight_decay: float,
633     eps: float,
736     beta1: float,
737     beta2: float,
738     lr: Union[float, Tensor],
739     weight_decay: float,
740     eps: float,