(self, args: ModelArgs)
| 228 | |
| 229 | class LlamaModel(nn.Module): |
| 230 | def __init__(self, args: ModelArgs): |
| 231 | super().__init__() |
| 232 | self.args = args |
| 233 | self.vocab_size = args.vocab_size |
| 234 | self.num_hidden_layers = args.num_hidden_layers |
| 235 | assert self.vocab_size > 0 |
| 236 | self.embed_tokens = nn.Embedding(args.vocab_size, args.hidden_size) |
| 237 | self.layers = [ |
| 238 | TransformerBlock(args=args) for _ in range(args.num_hidden_layers) |
| 239 | ] |
| 240 | self.norm = nn.RMSNorm(args.hidden_size, eps=args.rms_norm_eps) |
| 241 | |
| 242 | def __call__( |
| 243 | self, |
nothing calls this directly
no test coverage detected