(self, model)
| 38 | v.requires_grad = False |
| 39 | |
| 40 | def build_optimizer(self, model): |
| 41 | self.optimizer = optimizer = torch.optim.AdamW( |
| 42 | filter(lambda p: p.requires_grad, model.parameters()), |
| 43 | lr=hparams['lr'], |
| 44 | betas=(hparams['optimizer_adam_beta1'], hparams['optimizer_adam_beta2']), |
| 45 | weight_decay=hparams['weight_decay']) |
| 46 | return optimizer |
| 47 | |
| 48 | def run_model(self, model, sample, return_output=False, infer=False): |
| 49 | txt_tokens = sample['txt_tokens'] # [B, T_t] |
nothing calls this directly
no outgoing calls
no test coverage detected