Function TestDebugModel_Generate

coderd/x/chatd/chatdebug/model_internal_test.go:195–270

(t *testing.T)

}

func TestDebugModel_Generate(t *testing.T) {
	t.Parallel()

	ctrl := gomock.NewController(t)
	db := dbmock.NewMockStore(ctrl)
	chatID := uuid.New()
	ownerID := uuid.New()
	runID := uuid.New()
	call := fantasy.Call{
		Prompt:          fantasy.Prompt{fantasy.NewUserMessage("hello")},
		MaxOutputTokens: int64Ptr(128),
		Temperature:     float64Ptr(0.25),
	}
	respWant := &fantasy.Response{
		Content: fantasy.ResponseContent{
			fantasy.TextContent{Text: "hello"},
			fantasy.ToolCallContent{ToolCallID: "tool-1", ToolName: "tool", Input: `{}`},
			fantasy.SourceContent{ID: "source-1", Title: "docs", URL: "https://example.com"},
		},
		FinishReason: fantasy.FinishReasonStop,
		Usage:        fantasy.Usage{InputTokens: 10, OutputTokens: 4, TotalTokens: 14},
		Warnings:     []fantasy.CallWarning{{Message: "warning"}},
	}

	expectDebugLoggingEnabled(t, db, ownerID)
	stepID := expectCreateStep(t, db, runID, chatID, OperationGenerate)
	expectUpdateStep(t, db, stepID, chatID, StatusCompleted, func(params database.UpdateChatDebugStepParams) {
		require.True(t, params.NormalizedResponse.Valid)
		require.True(t, params.Usage.Valid)
		require.True(t, params.Attempts.Valid)
		// Clean successes (no prior error) leave the error column
		// as SQL NULL rather than sending jsonClear.
		require.False(t, params.Error.Valid)
		require.False(t, params.Metadata.Valid)

		// Verify actual JSON content so a broken tag or field
		// rename is caught rather than only checking .Valid.
		var usage fantasy.Usage
		require.NoError(t, json.Unmarshal(params.Usage.RawMessage, &usage))
		require.EqualValues(t, 10, usage.InputTokens)
		require.EqualValues(t, 4, usage.OutputTokens)
		require.EqualValues(t, 14, usage.TotalTokens)

		var resp map[string]any
		require.NoError(t, json.Unmarshal(params.NormalizedResponse.RawMessage, &resp))
		require.Equal(t, "stop", resp["finish_reason"])
	})

	svc := NewService(db, testutil.Logger(t), nil)
	inner := &chattest.FakeModel{
		GenerateFn: func(ctx context.Context, got fantasy.Call) (*fantasy.Response, error) {
			require.Equal(t, call, got)
			stepCtx, ok := StepFromContext(ctx)
			require.True(t, ok)
			require.Equal(t, runID, stepCtx.RunID)
			require.Equal(t, chatID, stepCtx.ChatID)
			require.Equal(t, int32(1), stepCtx.StepNumber)
			require.Equal(t, OperationGenerate, stepCtx.Operation)