MCPcopy Create free account
hub / github.com/ml-explore/mlx-examples / __init__

Method __init__

llms/speculative_decoding/model.py:61–68  ·  view source on GitHub ↗
(self, config: T5Config, bidirectional: bool)

Source from the content-addressed store, hash-verified

59
60class RelativePositionBias(nn.Module):
61 def __init__(self, config: T5Config, bidirectional: bool):
62 self.bidirectional = bidirectional
63 self.num_buckets = config.relative_attention_num_buckets
64 self.max_distance = config.relative_attention_max_distance
65 self.n_heads = config.num_heads
66 self.embeddings = nn.Embedding(
67 config.relative_attention_num_buckets, config.num_heads
68 )
69
70 def __call__(self, query_length: int, key_length: int, offset: int = 0):
71 """Compute binned relative position bias"""

Callers

nothing calls this directly

Calls

no outgoing calls

Tested by

no test coverage detected