Initilize RAdam optimizer.
(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8, weight_decay=0)
| 15 | """Rectified Adam optimizer.""" |
| 16 | |
| 17 | def __init__(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8, weight_decay=0): |
| 18 | """Initilize RAdam optimizer.""" |
| 19 | defaults = dict(lr=lr, betas=betas, eps=eps, weight_decay=weight_decay) |
| 20 | self.buffer = [[None, None, None] for ind in range(10)] |
| 21 | super(RAdam, self).__init__(params, defaults) |
| 22 | |
| 23 | def __setstate__(self, state): |
| 24 | """Set state.""" |
nothing calls this directly
no outgoing calls
no test coverage detected