Submits a request to the worker.
(self, request: GenerationRequest)
| 48 | self.rpc_server.start() |
| 49 | |
| 50 | def submit(self, request: GenerationRequest): |
| 51 | """Submits a request to the worker.""" |
| 52 | with nvtx_range_debug("RpcWorker.submit", color="blue", category="Worker"): |
| 53 | logger_debug(f"[worker] Submitting request {request.id}", color="green") |
| 54 | result = super().submit(request) |
| 55 | logger_debug(f"[worker] Submitted request {request.id}", color="green") |
| 56 | return result |
| 57 | |
| 58 | def fetch_responses(self, timeout: Optional[float] = None) -> list: |
| 59 | """Fetch responses from the response queue (blocking).""" |
nothing calls this directly
no test coverage detected