Function sendToModel

bin/smallcode.js:2668–2779

(message, config)

// Streaming version for when no tools are needed (direct responses)
async function sendToModel(message, config) {
  const target = config.activeModelTarget || getModelTarget(config, 'default');
  const requestConfig = withModelTarget(config, target);
  const baseUrl = target.baseUrl || process.env.OLLAMA_HOST || 'http://localhost:11434';
  const systemPrompt = `You are SmallCode, a coding assistant. You help users by reading, editing, and creating code files.
Rules:
- Read files before editing them.
- Use search-and-replace for edits. Never rewrite entire files.
- Keep responses concise and focused.
- If a task is complex, break it into steps.`;

  // OpenAI-compatible (LM Studio, vLLM, etc.)
  if (target.provider === 'openai' || baseUrl.includes('/v1')) {
    try {
      const headers = buildAuthHeaders(requestConfig);

      const response = await fetch(`${baseUrl}/chat/completions`, {
        method: 'POST',
        headers,
        body: JSON.stringify({
          model: target.model,
          messages: [
            { role: 'system', content: systemPrompt },
            { role: 'user', content: message },
          ],
          stream: true,
          temperature: 0.1,
          max_tokens: 4096,
        }),
      });

      if (!response.ok) {
        const err = await response.text();
        console.log(`  ✗ LM Studio error: ${response.status} ${err.slice(0, 200)}`);
        return;
      }

      const reader = response.body.getReader();
      const decoder = new TextDecoder();
      let buffer = '';

      while (true) {
        const { done, value } = await reader.read();
        if (done) break;

        buffer += decoder.decode(value, { stream: true });
        const lines = buffer.split('\n');
        buffer = lines.pop() || '';

        for (const line of lines) {
          if (!line.trim() || !line.startsWith('data: ')) continue;
          const data = line.slice(6);
          if (data === '[DONE]') { console.log(''); return; }
          try {
            const chunk = JSON.parse(data);
            const delta = chunk.choices?.[0]?.delta;
            if (delta?.content) {
              process.stdout.write(delta.content);