| 69 | |
| 70 | |
| 71 | class IterationResultQueue: |
| 72 | is_initialized: bool = False |
| 73 | # FusedIpcQueue or IntraProcessQueue is used to communicate results from workers to proxy |
| 74 | queue: Optional[Union[Queue, FusedIpcQueue, IntraProcessQueue]] = None |
| 75 | aqueue: Optional[AsyncQueue] = None |
| 76 | |
| 77 | |
| 78 | class GenerationExecutor(ABC): |