Method__init__(
self, block_count_total, max_kv_block_count, max_requests, block_size_tokens, max_seqlen
)
Megatron-LM/megatron/core/inference/contexts/attention_context/mha_metadata.py:139
Method__init__(
self,
num_gemms: int,
input_size: int,
output_size: int,
*,
Megatron-LM/megatron/core/extensions/kitchen.py:512
Method__init__(
self,
num_gemms: int,
input_size: int,
output_size: int,
*,
Megatron-LM/megatron/core/extensions/kitchen.py:766
Method__init__(
self,
num_gemms: int,
input_size: int,
output_size: int,
*,
Megatron-LM/megatron/core/extensions/kitchen.py:819
Method__init__(self, model, config, seq_length, micro_batch_size, optimizers=[])
Megatron-LM/megatron/core/transformer/cuda_graphs.py:1402