(self, x, mask)
| 211 | self.dense = DenseActivation(config) |
| 212 | |
| 213 | def __call__(self, x, mask): |
| 214 | y = self.ln1(x) |
| 215 | y, _ = self.attention(y, y, y, mask=mask) |
| 216 | x = x + y |
| 217 | |
| 218 | y = self.ln2(x) |
| 219 | y = self.dense(y) |
| 220 | return x + y |
| 221 | |
| 222 | |
| 223 | class TransformerEncoder(nn.Module): |
nothing calls this directly
no outgoing calls
no test coverage detected