Function ModelFromConfig

coderd/x/chatd/chatprovider/chatprovider.go:1168–1325

ModelFromConfig resolves a provider/model pair and constructs a fantasy language model client using the provided provider credentials. The userAgent is sent as the User-Agent header on every outgoing LLM API request. extraHeaders, when non-nil, are sent as additional HTTP headers on every request. h

(
	providerHint string,
	modelName string,
	providerKeys ProviderAPIKeys,
	userAgent string,
	extraHeaders map[string]string,
	httpClient *http.Client,
)

// HTTP headers on every request. httpClient, when non-nil, is used for
// all provider HTTP requests.
func ModelFromConfig(
	providerHint string,
	modelName string,
	providerKeys ProviderAPIKeys,
	userAgent string,
	extraHeaders map[string]string,
	httpClient *http.Client,
) (fantasy.LanguageModel, error) {
	provider, modelID, err := ResolveModelWithProviderHint(modelName, providerHint)
	if err != nil {
		return nil, err
	}

	apiKey := providerKeys.APIKey(provider)
	if apiKey == "" &&
		!(ProviderAllowsAmbientCredentials(provider) && providerKeys.HasProvider(provider)) {
		return nil, missingProviderAPIKeyError(provider)
	}
	baseURL := providerKeys.BaseURL(provider)

	var providerClient fantasy.Provider
	switch provider {
	case fantasyanthropic.Name:
		options := []fantasyanthropic.Option{
			fantasyanthropic.WithAPIKey(apiKey),
			fantasyanthropic.WithUserAgent(userAgent),
		}
		if len(extraHeaders) > 0 {
			options = append(options, fantasyanthropic.WithHeaders(extraHeaders))
		}
		if baseURL != "" {
			options = append(options, fantasyanthropic.WithBaseURL(baseURL))
		}
		if httpClient != nil {
			options = append(options, fantasyanthropic.WithHTTPClient(httpClient))
		}
		providerClient, err = fantasyanthropic.New(options...)
	case fantasyazure.Name:
		if baseURL == "" {
			return nil, xerrors.New("AZURE_OPENAI_BASE_URL is not set")
		}
		azureOpts := []fantasyazure.Option{
			fantasyazure.WithAPIKey(apiKey),
			fantasyazure.WithBaseURL(baseURL),
			fantasyazure.WithUseResponsesAPI(),
			fantasyazure.WithUserAgent(userAgent),
		}
		if len(extraHeaders) > 0 {
			azureOpts = append(azureOpts, fantasyazure.WithHeaders(extraHeaders))
		}
		if httpClient != nil {
			azureOpts = append(azureOpts, fantasyazure.WithHTTPClient(httpClient))
		}
		providerClient, err = fantasyazure.New(azureOpts...)
	case fantasybedrock.Name:
		bedrockOpts := []fantasybedrock.Option{
			fantasybedrock.WithUserAgent(userAgent),
		}