Capacity and Backpressure

import os
import random
import time

import requests

API_KEY = os.environ["UNSILOED_API_KEY"]
BASE_URL = "https://prod.visionapi.unsiloed.ai"


def wait_for_extraction(job_id, poll_seconds=5, max_attempts=60):
    """Poll an extraction job until it completes, fails, or times out (about 5 minutes)."""
    for _ in range(max_attempts):
        response = requests.get(f"{BASE_URL}/extract/{job_id}", headers={"api-key": API_KEY})

        if response.status_code in (429, 503):
            retry_after = response.headers.get("Retry-After", "")
            time.sleep(int(retry_after) if retry_after.isdigit() else poll_seconds)
            continue
        response.raise_for_status()

        job = response.json()
        if job["status"] in ("completed", "review"):
            return job
        if job["status"] in ("failed", "cancelled"):
            raise RuntimeError(job.get("error", f"extraction job {job['status']}"))
        time.sleep(poll_seconds + random.uniform(0, 1))

    raise TimeoutError(f"Job {job_id} did not finish in time")

const API_KEY = process.env.UNSILOED_API_KEY;
const BASE_URL = "https://prod.visionapi.unsiloed.ai";

const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));

// Poll an extraction job until it completes, fails, or times out (about 5 minutes).
async function waitForExtraction(jobId, { pollMs = 5000, maxAttempts = 60 } = {}) {
  for (let attempt = 0; attempt < maxAttempts; attempt++) {
    const response = await fetch(`${BASE_URL}/extract/${jobId}`, {
      headers: { "api-key": API_KEY },
    });

    if (response.status === 429 || response.status === 503) {
      const retryAfter = Number.parseInt(response.headers.get("Retry-After") ?? "", 10);
      await sleep(Number.isNaN(retryAfter) ? pollMs : retryAfter * 1000);
      continue;
    }
    if (!response.ok) throw new Error(`${response.status}: ${await response.text()}`);

    const job = await response.json();
    if (job.status === "completed" || job.status === "review") return job;
    if (job.status === "failed" || job.status === "cancelled") {
      throw new Error(job.error || `extraction job ${job.status}`);
    }
    await sleep(pollMs + Math.random() * 1000);
  }
  throw new Error(`Job ${jobId} did not finish in time`);
}