You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
16 lines
378 B
16 lines
378 B
5 months ago
|
from typing import Tuple
|
||
|
|
|
||
|
|
from .optimizer import Optimizer, ParamsT
|
||
|
|
|
||
|
|
class NAdam(Optimizer):
|
||
|
|
def __init__(
|
||
|
|
self,
|
||
|
|
params: ParamsT,
|
||
|
|
lr: float = ...,
|
||
|
|
betas: Tuple[float, float] = ...,
|
||
|
|
eps: float = ...,
|
||
|
|
weight_decay: float = ...,
|
||
|
|
momentum_decay: float = ...,
|
||
|
|
decoupled_weight_decay: bool = ...,
|
||
|
|
) -> None: ...
|