(self, model)
| 41 | return RSQRTSchedule(optimizer) |
| 42 | |
| 43 | def build_optimizer(self, model): |
| 44 | self.optimizer = optimizer = torch.optim.AdamW( |
| 45 | model.parameters(), |
| 46 | lr=hparams['lr']) |
| 47 | return optimizer |
| 48 | |
| 49 | def build_dataloader(self, dataset, shuffle, max_tokens=None, max_sentences=None, |
| 50 | required_batch_size_multiple=-1, endless=False, batch_by_size=True): |
nothing calls this directly
no outgoing calls
no test coverage detected