Pagination

import requests

def search_all(query, corpus_type=None, state=None, page_size=50):
    url = "https://api.vaquill.ai/api/v1/statutes/search"
    headers = {
        "Authorization": "Bearer vq_key_...",
        "Content-Type": "application/json",
    }
    results = []
    offset = 0
    while True:
        body = {"query": query, "limit": page_size, "offset": offset}
        if corpus_type:
            body["corpusType"] = corpus_type
        if state:
            body["state"] = state

        data = requests.post(url, headers=headers, json=body).json()
        results.extend(data["results"])

        # Stop when the API says there is no more, or we hit the offset cap.
        if not data["hasMore"] or offset >= 40:
            break
        offset = min(offset + page_size, 40)

    return results

sections = search_all("data breach notification", corpus_type="STATE", state="ca")
print(len(sections))

async function searchAll(query, { corpusType, state, pageSize = 50 } = {}) {
  const url = "https://api.vaquill.ai/api/v1/statutes/search";
  const headers = {
    Authorization: "Bearer vq_key_...",
    "Content-Type": "application/json",
  };
  const results = [];
  let offset = 0;

  while (true) {
    const body = { query, limit: pageSize, offset };
    if (corpusType) body.corpusType = corpusType;
    if (state) body.state = state;

    const data = await (
      await fetch(url, { method: "POST", headers, body: JSON.stringify(body) })
    ).json();
    results.push(...data.results);

    if (!data.hasMore || offset >= 40) break;
    offset = Math.min(offset + pageSize, 40);
  }
  return results;
}

const sections = await searchAll("data breach notification", {
  corpusType: "STATE",
  state: "ca",
});
console.log(sections.length);