Class RPCParams

tensorrt_llm/executor/rpc/rpc_common.py:19–29

Parameters for RPC calls.

class RPCParams(NamedTuple):
    """ Parameters for RPC calls. """

    # seconds to wait for the response
    timeout: Optional[float] = None

    # whether the client needs the response, if False, it will return immediately
    need_response: bool = True

    # mode for RPC calls: "sync", "async", or "future"
    mode: str = "sync"


# --- Custom Exceptions ---