Method maybeGenerateChatTitle

coderd/x/chatd/quickgen.go:146–308

maybeGenerateChatTitle generates an AI title for the chat when appropriate (first user message, no assistant reply yet, and the current title is either empty or still the fallback truncation). It uses the configured title generation model override when set. Otherwise, it tries cheap, fast models fir

(
	ctx context.Context,
	chat database.Chat,
	messages []database.ChatMessage,
	fallbackProvider string,
	fallbackModelName string,
	fallbackModel fantasy.LanguageModel,
	fallbackRoute resolvedModelRoute,
	keys chatprovider.ProviderAPIKeys,
	modelOpts modelBuildOptions,
	generatedTitle *generatedChatTitle,
	logger slog.Logger,
	debugSvc *chatdebug.Service,
)

// user's chat model. It is a best-effort operation that logs and
// swallows errors.
func (p *Server) maybeGenerateChatTitle(
	ctx context.Context,
	chat database.Chat,
	messages []database.ChatMessage,
	fallbackProvider string,
	fallbackModelName string,
	fallbackModel fantasy.LanguageModel,
	fallbackRoute resolvedModelRoute,
	keys chatprovider.ProviderAPIKeys,
	modelOpts modelBuildOptions,
	generatedTitle *generatedChatTitle,
	logger slog.Logger,
	debugSvc *chatdebug.Service,
) {
	input, ok := titleInput(chat, messages)
	if !ok {
		return
	}
	debugEnabled := debugSvc != nil && debugSvc.IsEnabled(ctx, chat.ID, chat.OwnerID)

	titleCtx, cancel := context.WithTimeout(ctx, 30*time.Second)
	defer cancel()

	overrideConfig, overrideModel, _, overrideRoute, overrideSet, overrideErr := p.resolveTitleGenerationModelOverride(
		titleCtx,
		chat,
		keys,
		modelOpts,
	)
	if overrideErr != nil {
		if overrideSet {
			logger.Warn(ctx, "title generation model override unavailable, skipping title generation",
				slog.F("chat_id", chat.ID),
				slog.F("override_context", titleGenerationOverrideContext),
				slog.Error(overrideErr),
			)
			return
		}
		logger.Debug(ctx, "failed to resolve title generation model override",
			slog.F("chat_id", chat.ID),
			slog.F("override_context", titleGenerationOverrideContext),
			slog.Error(overrideErr),
		)
	}

	var candidates []shortTextCandidate
	if overrideSet {
		candidates = []shortTextCandidate{{
			provider: overrideConfig.Provider,
			model:    overrideConfig.Model,
			route:    overrideRoute,
			lm:       overrideModel,
		}}
	} else {
		candidates = p.preferredShortTextCandidates(chat, keys)
		candidates = append(candidates, shortTextCandidate{
			provider: fallbackProvider,
			model:    fallbackModelName,