Function TestPlanTurnPromptContract

coderd/x/chatd/chatd_test.go:2002–2073

(t *testing.T)

}

func TestPlanTurnPromptContract(t *testing.T) {
	t.Parallel()

	ctx := testutil.Context(t, testutil.WaitLong)
	db, ps := dbtestutil.NewDB(t)

	var (
		requests   []recordedOpenAIRequest
		requestsMu sync.Mutex
	)
	openAIURL := chattest.NewOpenAI(t, func(req *chattest.OpenAIRequest) chattest.OpenAIResponse {
		if !req.Stream {
			return chattest.OpenAINonStreamingResponse("title")
		}

		requestsMu.Lock()
		requests = append(requests, recordOpenAIRequest(req))
		requestsMu.Unlock()

		return chattest.OpenAIStreamingResponse(
			chattest.OpenAITextChunks("plan acknowledged")...,
		)
	})

	user, org, model := seedChatDependenciesWithProvider(t, db, "openai-compat", openAIURL)
	planModeInstructions := "Ask about deployment sequencing before finalizing the plan."
	err := db.UpsertChatPlanModeInstructions(dbauthz.AsSystemRestricted(ctx), planModeInstructions)
	require.NoError(t, err)
	ws, dbAgent := seedWorkspaceWithAgent(t, db, user.ID)
	server := newWorkspaceToolTestServer(t, db, ps, dbAgent.ID, "# Plan\n")

	chat, err := server.CreateChat(ctx, chatd.CreateOptions{
		OwnerID:        user.ID,
		OrganizationID: org.ID,
		Title:          "plan-turn-prompt-contract",
		ModelConfigID:  model.ID,
		PlanMode:       database.NullChatPlanMode{ChatPlanMode: database.ChatPlanModePlan, Valid: true},
		WorkspaceID:    uuid.NullUUID{UUID: ws.ID, Valid: true},
		InitialUserContent: []codersdk.ChatMessagePart{
			codersdk.ChatMessageText("Plan the rollout."),
		},
	})
	require.NoError(t, err)

	waitForChatProcessed(ctx, t, db, chat.ID, server)

	requestsMu.Lock()
	recorded := append([]recordedOpenAIRequest(nil), requests...)
	requestsMu.Unlock()

	require.Len(t, recorded, 1, "expected exactly 1 streamed model call")
	require.True(t, requestHasSystemSubstring(recorded[0], "You are in Plan Mode."))
	require.True(t, requestHasSystemSubstring(recorded[0], "The only intentional authored workspace artifact is the plan file"))
	require.True(t, requestHasSystemSubstring(recorded[0], "You may use execute and process_output for exploration"))
	require.True(t, requestHasSystemSubstring(recorded[0], "approved external MCP tools when available"))
	require.True(t, requestHasSystemSubstring(recorded[0], "Workspace MCP tools are not available in root plan mode"))
	require.True(t, requestHasSystemSubstring(recorded[0], "After a successful propose_plan call, stop immediately"))
	require.True(t, requestHasSystemSubstring(recorded[0], planModeInstructions))