Function streamFinalResponse

bin/smallcode.js:2558–2665

(config, messages)

// Stream a final text response (no tools, just text output)
async function streamFinalResponse(config, messages) {
  const target = config.activeModelTarget || getModelTarget(config, 'default');
  const requestConfig = withModelTarget(config, target);
  const baseUrl = target.baseUrl;
  const systemMsg = {
    role: 'system',
    content: `You are SmallCode, a coding assistant. Summarize what you just did in 1-2 sentences. Be concise.`
  };

  try {
    const headers = buildAuthHeaders(requestConfig);

    // Fix #3: Only include messages that form valid pairs. Strip tool_call
    // assistant messages that don't have a following tool result (which causes
    // 400 errors on strict providers). Also strip tool messages whose assistant
    // owner was already dropped by the slice.
    const recent = messages.slice(-8);
    const safeMessages = [];
    for (let i = 0; i < recent.length; i++) {
      const m = recent[i];
      if (m.tool_calls) {
        // Only include if ALL tool_call_ids have a matching tool result after it
        const ids = m.tool_calls.map(tc => tc.id);
        const hasAll = ids.every(id => recent.slice(i + 1).some(r => r.role === 'tool' && r.tool_call_id === id));
        if (hasAll) safeMessages.push(m);
        // else skip it
      } else if (m.role === 'tool') {
        // Only include if there's a preceding assistant with this tool_call_id
        const hasOwner = safeMessages.some(s => s.tool_calls && s.tool_calls.some(tc => tc.id === m.tool_call_id));
        if (hasOwner) safeMessages.push(m);
        // else skip orphan
      } else {
        safeMessages.push(m);
      }
    }

    const controller = new AbortController();
    const timeout = setTimeout(() => controller.abort(), 30000); // 30s timeout for summary

    const response = await fetch(`${baseUrl}/chat/completions`, {
      method: 'POST',
      headers,
      body: JSON.stringify({
        model: target.model,
        messages: [systemMsg, ...safeMessages.slice(-6)],
        stream: true,
        temperature: 0.1,
        max_tokens: 256,
      }),
      signal: controller.signal,
    });
    clearTimeout(timeout);

    if (!response.ok) return null;

    const reader = response.body.getReader();
    const decoder = new TextDecoder();
    let buffer = '';