Method select

optillm/plugins/proxy/routing.py:19–21

Select a provider from the list

(self, providers: List)

    
    @abstractmethod
    def select(self, providers: List) -> Optional:
        """Select a provider from the list"""
        pass

class RoundRobinRouter(Router):
    """Round-robin routing strategy"""