Methodtest_optimizer_resharding(
self,
tmp_path_dist_ckpt,
src_tp_pp,
dest_tp_pp,
use_dist_opt,
Megatron-LM/tests/unit_tests/dist_checkpointing/test_optimizer.py:971
Functiontest_parallel_attention_correctness(
tmp_path_dist_ckpt,
apply_rope_fusion,
tp,
sp,
cp,
qk_layernorm,
fallback_to_eag
Megatron-LM/tests/unit_tests/transformer/test_attention.py:709
Methodtest_parallel_inference(
self,
model_provider,
tp_size,
pp_size,
ep_size,
sequence_pa
Megatron-LM/tests/unit_tests/inference/engines/test_dynamic_engine.py:842
Functiontest_parallel_multi_latent_attention_correctness(
tmp_path_dist_ckpt, rope_type, apply_rope_fusion, tp, sp, cp
)
Megatron-LM/tests/unit_tests/transformer/test_multi_latent_attention.py:1285
Methodtest_passthrough(self, caplog, algo, validate_integrity, missing, unexpected, strict)
Megatron-LM/tests/unit_tests/dist_checkpointing/test_strict.py:230
Methodtest_passthrough_errors(
self, caplog, algo, validate_integrity, missing, unexpected, strict
)
Megatron-LM/tests/unit_tests/dist_checkpointing/test_strict.py:262
Methodtest_repl_save_and_load(self, tmp_dir_per_class, tp, pp, async_save, algo, repl_groups)
Megatron-LM/tests/unit_tests/dist_checkpointing/test_replication.py:123