(self, config: PretrainedConfig)
| 102 | class PhiModel(Module): |
| 103 | |
| 104 | def __init__(self, config: PretrainedConfig): |
| 105 | super().__init__() |
| 106 | self.vocab_embedding = Embedding(num_embeddings=config.vocab_size, |
| 107 | embedding_dim=config.hidden_size, |
| 108 | dtype=config.dtype) |
| 109 | |
| 110 | self.layers = DecoderLayerList(PhiDecoderLayer, config) |
| 111 | self.ln_f = LayerNorm(normalized_shape=config.hidden_size, |
| 112 | dtype=config.dtype) |
| 113 | |
| 114 | def forward( |
| 115 | self, |
no test coverage detected