Stream answers with server-sent events

const response = await fetch(
  `${process.env.MITHUNAI_URL}/arukz/api/v1/conversations/${conversationId}/messages:stream`,
  {
    method: 'POST',
    headers: {
      Authorization: `Bearer ${process.env.MITHUNAI_API_KEY}`,
      'Content-Type': 'application/json',
    },
    body: JSON.stringify({ text: question, idempotency_key: crypto.randomUUID() }),
  },
)
if (!response.ok) throw new Error(JSON.stringify(await response.json()))

let answer = ''
let citations = []
let buffer = ''
const decoder = new TextDecoder()

for await (const chunk of response.body) {
  buffer += decoder.decode(chunk, { stream: true })
  let boundary
  while ((boundary = buffer.indexOf('\n\n')) !== -1) {
    const record = buffer.slice(0, boundary)
    buffer = buffer.slice(boundary + 2)
    const event = record.match(/^event: (.*)$/m)?.[1]
    const data = JSON.parse(record.match(/^data: (.*)$/m)?.[1] ?? '{}')

    if (event === 'answer.delta') answer += data.text
    else if (event === 'answer.replaced') answer = data.text
    else if (event === 'answer.sources') citations = data.citations
    else if (event === 'answer.completed')
      console.log({ answer, citations, abstained: data.abstained })
    else if (event === 'answer.interrupted') console.warn('Partial answer:', answer)
    else if (event === 'answer.error') console.error(data.code, data.message)
  }
}

import json
import os
import uuid
import requests

url = f"{os.environ['MITHUNAI_URL']}/arukz/api/v1/conversations/{conversation_id}/messages:stream"
body = {"text": question, "idempotency_key": str(uuid.uuid4())}

answer, citations, event = "", [], None
with requests.post(
    url,
    headers={"Authorization": f"Bearer {os.environ['MITHUNAI_API_KEY']}"},
    json=body,
    stream=True,
    timeout=120,
) as response:
    response.raise_for_status()
    for line in response.iter_lines(decode_unicode=True):
        if line.startswith("event: "):
            event = line[7:]
        elif line.startswith("data: "):
            data = json.loads(line[6:])
            if event == "answer.delta":
                answer += data["text"]
            elif event == "answer.replaced":
                answer = data["text"]
            elif event == "answer.sources":
                citations = data["citations"]
            elif event == "answer.completed":
                print(answer, citations, data["abstained"])
            elif event == "answer.error":
                raise RuntimeError(f"{data['code']}: {data['message']}")