Stream an answer as it is being written

curl -N --request POST "$MITHUNAI_URL/mithunai/api/v1/conversations/c41f8a2e-6d93-4b0a-b7e5-3f1d2c8a9e60/messages:stream" \
  --header "Authorization: Bearer $MITHUNAI_API_KEY" \
  --header "Content-Type: application/json" \
  --data '{"text": "How do I rotate an API key?", "idempotency_key": "ticket-4821-q1"}'

import json, os, requests

conversation_id = "c41f8a2e-6d93-4b0a-b7e5-3f1d2c8a9e60"
url = f"{os.environ['MITHUNAI_URL']}/mithunai/api/v1/conversations/{conversation_id}/messages:stream"

with requests.post(
    url,
    headers={"Authorization": f"Bearer {os.environ['MITHUNAI_API_KEY']}"},
    json={"text": "How do I rotate an API key?", "idempotency_key": "ticket-4821-q1"},
    stream=True,
    timeout=120,
) as response:
    response.raise_for_status()  # Refusals arrive here, before any event.
    event = None
    for line in response.iter_lines(decode_unicode=True):
        if line.startswith("event: "):
            event = line[len("event: "):]
        elif line.startswith("data: "):
            data = json.loads(line[len("data: "):])
            if event == "answer.delta":
                print(data["text"], end="", flush=True)
            elif event == "answer.replaced":
                print(f"\n[replaced]\n{data['text']}", end="", flush=True)
            elif event == "answer.completed":
                print(f"\n[{data['status']}]")
            elif event in ("answer.interrupted", "answer.error"):
                print(f"\n[{event}] {data}")

const conversationId = 'c41f8a2e-6d93-4b0a-b7e5-3f1d2c8a9e60'
const response = await fetch(
  `${process.env.MITHUNAI_URL}/mithunai/api/v1/conversations/${conversationId}/messages:stream`,
  {
    method: 'POST',
    headers: {
      Authorization: `Bearer ${process.env.MITHUNAI_API_KEY}`,
      'Content-Type': 'application/json',
    },
    body: JSON.stringify({
      text: 'How do I rotate an API key?',
      idempotency_key: 'ticket-4821-q1',
    }),
  },
)
if (!response.ok) throw new Error(JSON.stringify(await response.json()))

const reader = response.body.getReader()
const decoder = new TextDecoder()
let buffer = ''
for (;;) {
  const { done, value } = await reader.read()
  if (done) break
  buffer += decoder.decode(value, { stream: true })
  let boundary
  while ((boundary = buffer.indexOf('\n\n')) !== -1) {
    const record = buffer.slice(0, boundary)
    buffer = buffer.slice(boundary + 2)
    let event = ''
    let data = ''
    for (const line of record.split('\n')) {
      if (line.startsWith('event: ')) event = line.slice(7)
      else if (line.startsWith('data: ')) data = line.slice(6)
    }
    const payload = JSON.parse(data)
    if (event === 'answer.delta') process.stdout.write(payload.text)
    else if (event === 'answer.replaced') process.stdout.write(`\n[replaced]\n${payload.text}`)
    else if (event === 'answer.completed') console.log(`\n[${payload.status}]`)
    else if (event === 'answer.interrupted' || event === 'answer.error')
      console.log(`\n[${event}]`, payload)
  }
}

id: 1
event: message.created
data: {"answer_message_id":"7c3a9e52-1b6d-4f08-a4e7-2d9b5f1c8e36","conversation_id":"c41f8a2e-6d93-4b0a-b7e5-3f1d2c8a9e60","user_message_id":"0e6b1d4f-8a27-4c93-b5d0-7f2e9a3c6b18"}

id: 2
event: answer.started
data: {"answer_message_id":"7c3a9e52-1b6d-4f08-a4e7-2d9b5f1c8e36"}

id: 3
event: answer.delta
data: {"text":"Mint a new key, move your integration to it, "}

id: 4
event: answer.sources
data: {"citations":[{"anchor":"rotation","ordinal":1,"score":0.82,"snippet":"Rotation is mint-then-revoke: create the replacement first, then revoke the old key.","source_id":"3d8f2a61-7e4b-4c19-9a05-b6e1d7c2f480","title":"Managing API keys","url":"https://docs.example.com/admin/api-keys#rotation"}]}

id: 5
event: answer.delta
data: {"text":"then revoke the old key [1]."}

id: 6
event: answer.sources
data: {"citations":[{"anchor":"rotation","ordinal":1,"score":0.82,"snippet":"Rotation is mint-then-revoke: create the replacement first, then revoke the old key.","source_id":"3d8f2a61-7e4b-4c19-9a05-b6e1d7c2f480","title":"Managing API keys","url":"https://docs.example.com/admin/api-keys#rotation"}]}

id: 7
event: answer.completed
data: {"abstained":false,"abstention_reason":null,"answer_message_id":"7c3a9e52-1b6d-4f08-a4e7-2d9b5f1c8e36","finish_reason":"end_turn","status":"answered"}

id: 1
event: message.created
data: {"answer_message_id":"7c3a9e52-1b6d-4f08-a4e7-2d9b5f1c8e36","conversation_id":"c41f8a2e-6d93-4b0a-b7e5-3f1d2c8a9e60","user_message_id":"0e6b1d4f-8a27-4c93-b5d0-7f2e9a3c6b18"}

id: 2
event: answer.started
data: {"answer_message_id":"7c3a9e52-1b6d-4f08-a4e7-2d9b5f1c8e36"}

id: 3
event: answer.error
data: {"code":"provider_failure","message":"The upstream provider could not complete the request."}

{ "code": "conflict", "message": "This conversation is already waiting for an answer." }

{
  "code": "quota_exceeded",
  "message": "The monthly answer limit for this account has been reached."
}

{ "code": "not_found", "message": "The requested resource was not found." }