You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
13 lines
267 B
13 lines
267 B
5 months ago
|
from typing import Tuple
|
||
|
|
|
||
|
|
from .optimizer import Optimizer, ParamsT
|
||
|
|
|
||
|
|
class SparseAdam(Optimizer):
|
||
|
|
def __init__(
|
||
|
|
self,
|
||
|
|
params: ParamsT,
|
||
|
|
lr: float = ...,
|
||
|
|
betas: Tuple[float, float] = ...,
|
||
|
|
eps: float = ...,
|
||
|
|
) -> None: ...
|