(self, embed_tokens, hidden_size=None, num_layers=None, kernel_size=None, num_heads=2)
| 309 | |
| 310 | class FastspeechEncoder(FFTBlocks): |
| 311 | def __init__(self, embed_tokens, hidden_size=None, num_layers=None, kernel_size=None, num_heads=2): |
| 312 | hidden_size = hparams['hidden_size'] if hidden_size is None else hidden_size |
| 313 | kernel_size = hparams['enc_ffn_kernel_size'] if kernel_size is None else kernel_size |
| 314 | num_layers = hparams['dec_layers'] if num_layers is None else num_layers |
| 315 | super().__init__(hidden_size, num_layers, kernel_size, num_heads=num_heads, |
| 316 | use_pos_embed=False) # use_pos_embed_alpha for compatibility |
| 317 | self.embed_tokens = embed_tokens |
| 318 | self.embed_scale = math.sqrt(hidden_size) |
| 319 | self.padding_idx = 0 |
| 320 | self.embed_positions = SinusoidalPositionalEmbedding( |
| 321 | hidden_size, self.padding_idx, init_size=DEFAULT_MAX_TARGET_POSITIONS, |
| 322 | ) |
| 323 | |
| 324 | def forward(self, txt_tokens): |
| 325 | """ |
nothing calls this directly
no test coverage detected