(self)
| 1744 | """OpenAI SDK Compatible client for local inference with dynamic model support""" |
| 1745 | |
| 1746 | def __init__(self): |
| 1747 | self.cache_manager = CacheManager.get_instance(max_size=4) |
| 1748 | self.device_manager = DeviceManager() |
| 1749 | self.model_manager = ModelManager(self.cache_manager, self.device_manager) |
| 1750 | self.lora_manager = LoRAManager(self.cache_manager) |
| 1751 | self.mlx_manager = MLXManager(self.cache_manager) |
| 1752 | self.chat = self.Chat(self) |
| 1753 | self.models = self.Models() |
| 1754 | |
| 1755 | def get_pipeline(self, model: str): |
| 1756 | """Get inference pipeline - automatically chooses MLX or PyTorch based on model""" |
nothing calls this directly
no test coverage detected