Method__init__(self, pool, enabled=True, device=None, group=None, symmetric=True)
Megatron-LM/megatron/core/nccl_allocator.py:165
Method__init__(
self, tp: int, ep: int, dp: int, pp: int, cp: int, order: str, rank_offset: int = 0
)
Megatron-LM/megatron/core/parallel_state.py:445
Method__init__(
self,
input_size,
output_size,
*,
config: ModelParallelConfig,
Megatron-LM/megatron/core/tensor_parallel/layers.py:808