Method chat_stream

web/pgadmin/llm/providers/openai.py:600–649

Stream a chat response from OpenAI.

(
        self,
        messages: list[Message],
        tools: Optional[list[Tool]] = None,
        system_prompt: Optional[str] = None,
        max_tokens: int = 4096,
        temperature: float = 0.0,
        **kwargs
    )

        )

    def chat_stream(
        self,
        messages: list[Message],
        tools: Optional[list[Tool]] = None,
        system_prompt: Optional[str] = None,
        max_tokens: int = 4096,
        temperature: float = 0.0,
        **kwargs
    ) -> Generator[Union[str, LLMResponse], None, None]:
        """Stream a chat response from OpenAI."""
        if self._use_responses_api:
            payload = self._build_responses_payload(
                messages, tools, system_prompt, max_tokens
            )
            payload['stream'] = True
            try:
                yield from self._process_stream(payload)
            except LLMClientError:
                raise
            except Exception as e:
                raise LLMClientError(LLMError(
                    message=f"Streaming request failed: {e!s}",
                    provider=self.provider_name
                )) from e
            return

        # Try Chat Completions API first
        payload = self._build_chat_payload(
            messages, tools, system_prompt, max_tokens
        )
        payload['stream'] = True
        payload['stream_options'] = {'include_usage': True}

        try:
            yield from self._process_stream(payload)
        except LLMClientError as e:
            if self._should_use_responses_api(e):
                self._use_responses_api = True
                payload = self._build_responses_payload(
                    messages, tools, system_prompt, max_tokens
                )
                payload['stream'] = True
                yield from self._process_stream(payload)
            else:
                raise
        except Exception as e:
            raise LLMClientError(LLMError(
                message=f"Streaming request failed: {e!s}",
                provider=self.provider_name
            )) from e

    def _process_stream(
        self, payload: dict