(num_embeddings, embedding_dim, padding_idx=None)
| 60 | |
| 61 | |
| 62 | def Embedding(num_embeddings, embedding_dim, padding_idx=None): |
| 63 | m = nn.Embedding(num_embeddings, embedding_dim, padding_idx=padding_idx) |
| 64 | nn.init.normal_(m.weight, mean=0, std=embedding_dim ** -0.5) |
| 65 | if padding_idx is not None: |
| 66 | nn.init.constant_(m.weight[padding_idx], 0) |
| 67 | return m |
| 68 | |
| 69 | |
| 70 | def LayerNorm(normalized_shape, eps=1e-5, elementwise_affine=True, export=False): |
no outgoing calls
no test coverage detected