(self, config: T5Config, bidirectional: bool)
| 59 | |
| 60 | class RelativePositionBias(nn.Module): |
| 61 | def __init__(self, config: T5Config, bidirectional: bool): |
| 62 | self.bidirectional = bidirectional |
| 63 | self.num_buckets = config.relative_attention_num_buckets |
| 64 | self.max_distance = config.relative_attention_max_distance |
| 65 | self.n_heads = config.num_heads |
| 66 | self.embeddings = nn.Embedding( |
| 67 | config.relative_attention_num_buckets, config.num_heads |
| 68 | ) |
| 69 | |
| 70 | def __call__(self, query_length: int, key_length: int, offset: int = 0): |
| 71 | """Compute binned relative position bias""" |
nothing calls this directly
no outgoing calls
no test coverage detected