Function TestRun_ToolError_RecordsMetric

coderd/x/chatd/chatloop/metrics_test.go:625–725

(t *testing.T)

}

func TestRun_ToolError_RecordsMetric(t *testing.T) {
	t.Parallel()

	tests := []struct {
		name             string
		toolFn           func(context.Context, struct{}, fantasy.ToolCall) (fantasy.ToolResponse, error)
		builtinToolNames map[string]bool
		wantLabel        string
	}{
		{
			name: "builtin_tool_IsError",
			toolFn: func(_ context.Context, _ struct{}, _ fantasy.ToolCall) (fantasy.ToolResponse, error) {
				return fantasy.ToolResponse{
					Content: "something went wrong",
					IsError: true,
				}, nil
			},
			builtinToolNames: map[string]bool{"failing_tool": true},
			wantLabel:        "failing_tool",
		},
		{
			name: "mcp_tool_IsError",
			toolFn: func(_ context.Context, _ struct{}, _ fantasy.ToolCall) (fantasy.ToolResponse, error) {
				return fantasy.ToolResponse{
					Content: "something went wrong",
					IsError: true,
				}, nil
			},
			builtinToolNames: map[string]bool{},
			wantLabel:        "failing_tool",
		},
		{
			name: "tool_Run_returns_error",
			toolFn: func(_ context.Context, _ struct{}, _ fantasy.ToolCall) (fantasy.ToolResponse, error) {
				return fantasy.ToolResponse{}, xerrors.New("connection refused")
			},
			builtinToolNames: map[string]bool{"failing_tool": true},
			wantLabel:        "failing_tool",
		},
	}

	for _, tt := range tests {
		t.Run(tt.name, func(t *testing.T) {
			t.Parallel()

			reg := prometheus.NewRegistry()
			metrics := chatloop.NewMetrics(reg)

			failingTool := fantasy.NewAgentTool(
				"failing_tool",
				"a tool that always fails",
				tt.toolFn,
			)

			model := &chattest.FakeModel{
				ProviderName: "test-provider",
				ModelName:    "test-model",
				StreamFn: func(_ context.Context, _ fantasy.Call) (fantasy.StreamResponse, error) {