Paginate list endpoints with cursors

{
  "data": [ ... ],
  "next_cursor": "eyJvIjoyMH0",
  "has_more": true
}

import os
import requests

BASE = f"{os.environ['MITHUNAI_URL']}/mithunai/api/v1"
HEADERS = {"Authorization": f"Bearer {os.environ['MITHUNAI_API_KEY']}"}


def all_conversations():
    params = {"limit": 50}
    while True:
        page = requests.get(f"{BASE}/conversations", headers=HEADERS, params=params, timeout=30).json()
        yield from page["data"]
        if not page["has_more"]:
            return
        params["cursor"] = page["next_cursor"]

{
  "data": [ ... ],
  "total": 342,
  "limit": 50,
  "offset": 100,
  "has_more": true
}