Method from_engine_args

fastdeploy/engine/async_llm.py:262–275

Creates an AsyncLLM client from the provided engine arguments. Args: engine_args (EngineArgs): Engine arguments object. Returns: AsyncLLM: Instance of the AsyncLLM class.

(cls, engine_args: EngineArgs, pid)

    @classmethod
    def from_engine_args(cls, engine_args: EngineArgs, pid):
        """
        Creates an AsyncLLM client from the provided engine arguments.

        Args:
            engine_args (EngineArgs): Engine arguments object.

        Returns:
            AsyncLLM: Instance of the AsyncLLM class.
        """
        # Create the engine configs.
        config = engine_args.create_engine_config()
        # Create the AsyncLLM client.
        return cls(cfg=config, pid=pid)

    def __init__(self, cfg, pid):
        """