(self, config: BltPatcherConfig)
| 770 | config: BltPatcherConfig |
| 771 | |
| 772 | def __init__(self, config: BltPatcherConfig): |
| 773 | super().__init__(config) |
| 774 | self.rotary_emb = BltRotaryEmbedding(config=self.config) |
| 775 | self.layers = nn.ModuleList() |
| 776 | for layer_idx in range(self.config.num_hidden_layers): |
| 777 | self.layers.append(BltTransformerLayer(self.config, layer_idx)) |
| 778 | self.embed_tokens = nn.Embedding(self.config.vocab_size, self.config.hidden_size) |
| 779 | self.norm = BltRMSNorm(self.config.hidden_size, eps=self.config.rms_norm_eps) |
| 780 | self.lm_head = nn.Linear( |
| 781 | self.config.hidden_size, |
| 782 | self.config.vocab_size, |
| 783 | bias=False, |
| 784 | ) |
| 785 | |
| 786 | self.post_init() |
| 787 | |
| 788 | def forward( |
| 789 | self, |
nothing calls this directly
no test coverage detected