Function _fetch_docker_models

web/pgadmin/llm/__init__.py:983–1042

Fetch models from Docker Model Runner API. Returns a list of model options with label and value. Docker Model Runner uses an OpenAI-compatible API at /engines/v1/models

(api_url)

def _fetch_docker_models(api_url):
    """
    Fetch models from Docker Model Runner API.
    Returns a list of model options with label and value.

    Docker Model Runner uses an OpenAI-compatible API at /engines/v1/models
    """
    import urllib.request
    import urllib.error
    from pgadmin.llm.utils import validate_api_url

    # Normalize URL
    api_url = api_url.rstrip('/')

    if not validate_api_url(api_url):
        raise LLMApiError(
            'API URL is not in the allowed list. '
            'Check the ALLOWED_LLM_API_URLS configuration.'
        )

    url = f'{api_url}/engines/v1/models'

    req = urllib.request.Request(url)

    try:
        with urllib.request.urlopen(
            req, timeout=30, context=SSL_CONTEXT
        ) as response:
            data = json.loads(response.read().decode('utf-8'))
    except urllib.error.URLError as e:
        raise LLMApiError(
            f'Cannot connect to Docker Model Runner: '
            f'{e.reason}. Is Docker Desktop running '
            f'with model runner enabled?'
        )
    except OSError:
        raise LLMApiError(
            'Cannot connect to Docker Model Runner'
        )

    models = []
    seen = set()

    for model in data.get('data', []):
        model_id = model.get('id', '')

        # Skip if already seen or empty
        if not model_id or model_id in seen:
            continue
        seen.add(model_id)

        models.append({
            'label': model_id,
            'value': model_id
        })

    # Sort alphabetically
    models.sort(key=lambda x: x['value'])