Method from_dir

tensorrt_llm/builder.py:723–736

(cls, engine_dir: str, rank: int = 0)

    @classmethod
    def from_dir(cls, engine_dir: str, rank: int = 0):
        with open(os.path.join(engine_dir, f'rank{rank}.engine'), 'rb') as f:
            engine_buffer = f.read()

        mw_path = os.path.join(engine_dir,
                               f'rank{rank}_managed_weights.safetensors')
        managed_weights = deserialize_managed_weights(
            mw_path) if os.path.exists(mw_path) else None

        config = EngineConfig.from_json_file(
            os.path.join(engine_dir, 'config.json'))
        config.pretrained_config.set_rank(rank)

        return cls(config, engine_buffer, managed_weights)

    @classmethod
    def from_buffer(cls,