Function parseServerSentEvents

src/services/api/openaiCompatibleClient.ts:449–486

(response: Response)

}

async function* parseServerSentEvents(response: Response) {
  const body = response.body
  if (!body) {
    throw new APIConnectionError({ message: 'Missing streaming response body.' })
  }
  const reader = body.getReader()
  const decoder = new TextDecoder()
  let buffer = ''
  while (true) {
    const { done, value } = await reader.read()
    if (done) break
    buffer += decoder.decode(value, { stream: true })
    while (true) {
      const separatorIndex = buffer.indexOf('\n\n')
      if (separatorIndex === -1) break
      const rawEvent = buffer.slice(0, separatorIndex)
      buffer = buffer.slice(separatorIndex + 2)
      const data = rawEvent
        .split(/\r?\n/)
        .filter(line => line.startsWith('data:'))
        .map(line => line.slice(5).trimStart())
        .join('\n')
      if (!data) continue
      if (data === '[DONE]') return
      yield JSON.parse(data) as OpenAIChatCompletionChunk
    }
  }
  const trailing = buffer.trim()
  if (!trailing) return
  const trailingData = trailing
    .split(/\r?\n/)
    .filter(line => line.startsWith('data:'))
    .map(line => line.slice(5).trimStart())
    .join('\n')
  if (trailingData && trailingData !== '[DONE]') {
    yield JSON.parse(trailingData) as OpenAIChatCompletionChunk
  }
}

function createOpenAIEventStream(
  response: Response,