Method collective_rpc_async

tensorrt_llm/executor/ray_executor.py:218–229

(
            self,
            method: str,
            args: tuple = (),
            kwargs: Optional[dict] = None,
            unique_reply_rank: Optional[int] = None)

    @unwrap_ray_errors()
    async def collective_rpc_async(
            self,
            method: str,
            args: tuple = (),
            kwargs: Optional[dict] = None,
            unique_reply_rank: Optional[int] = None) -> list[Any]:
        refs = self.collective_rpc(method,
                                   args,
                                   kwargs,
                                   non_block=True,
                                   unique_reply_rank=unique_reply_rank)
        return await asyncio.gather(*refs)

    def submit(self, request: "GenerationRequest") -> "GenerationResult":
        """