Method run_server

tensorrt_llm/executor/rpc/rpc_server.py:701–723

Run the server until shutdown.

()

        self._shutdown_event = asyncio.Event()

        async def run_server():
            """Run the server until shutdown."""
            try:
                await self._run_server()
            except asyncio.CancelledError:
                logger_debug("[server] Server task cancelled")
            except Exception as e:
                logger.error(f"Server error: {e}")
                logger.error(traceback.format_exc())
            finally:
                # Cancel all worker tasks
                for task in self._worker_tasks:
                    if not task.done():
                        task.cancel()
                # Wait for all tasks to complete
                if self._worker_tasks:
                    await asyncio.gather(*self._worker_tasks,
                                         return_exceptions=True)

                # Drain any remaining requests and send cancellation responses
                await self._drain_pending_requests()

                logger_debug("[server] All server tasks completed")

        self._main_task = self._loop.create_task(run_server())