Method get_instance

optillm/inference.py:953–957

Alternative way to get the singleton instance.

(cls, max_size: int = 5)

    @classmethod
    def get_instance(cls, max_size: int = 5) -> 'CacheManager':
        """Alternative way to get the singleton instance."""
        if cls._instance is None:
            return cls(max_size)
        return cls._instance

class DeviceManager:
    def __init__(self):