Method put_async

tensorrt_llm/executor/ipc.py:201–220

(self, obj: Any, routing_id: Optional[bytes] = None)

                    logger.error(f"Failed to send object: {obj}")

    async def put_async(self, obj: Any, routing_id: Optional[bytes] = None):
        self.setup_lazily()
        self._check_thread_safety()
        try:
            if self.use_hmac_encryption or self.socket_type == zmq.ROUTER:
                # Need manual serialization for encryption or ROUTER multipart
                data = self._prepare_data(obj)
                await self._send_data_async(data, routing_id=routing_id)
            else:
                # Standard socket without encryption
                await self.socket.send_pyobj(obj)
        except TypeError as e:
            logger.error(f"Cannot pickle {obj}")
            raise e
        except Exception as e:
            logger.error(f"Error sending object: {e}")
            logger.error(traceback.format_exc())
            raise e

        nvtx_mark("ipc.send", color="blue", category="IPC")

    async def put_async_noblock(self, obj: Any):
        self.setup_lazily()