Method test_init_megatron_util

tests/utils/test_megatron.py:29–38

(self)

    @unittest.skip
    def test_init_megatron_util(self):
        dummy_megatron_cfg = {
            'tensor_model_parallel_size': 1,
            'world_size': 1,
            'distributed_backend': 'nccl',
            'seed': 42,
        }
        os.environ['MASTER_PORT'] = '39500'
        init_megatron_util(dummy_megatron_cfg)
        self.assertTrue(is_megatron_initialized())

    @unittest.skip
    def test_convert_megatron_checkpoint(self):