Errors

import time
import random
import requests

RETRYABLE_STATUSES = {408, 429, 500, 502, 503, 504}

def request_with_retry(method, url, headers=None, json=None, max_attempts=5):
    for attempt in range(max_attempts):
        resp = requests.request(method, url, headers=headers, json=json)
        if resp.status_code < 400 or resp.status_code not in RETRYABLE_STATUSES:
            return resp
        # Honor Retry-After when present, otherwise exponential backoff with jitter.
        retry_after = resp.headers.get("Retry-After")
        delay = float(retry_after) if retry_after else min(2 ** attempt, 30) + random.random()
        time.sleep(delay)
    return resp

const RETRYABLE_STATUSES = new Set([408, 429, 500, 502, 503, 504]);

async function requestWithRetry(url, init = {}, maxAttempts = 5) {
  for (let attempt = 0; attempt < maxAttempts; attempt++) {
    const resp = await fetch(url, init);
    if (resp.ok || !RETRYABLE_STATUSES.has(resp.status)) return resp;
    // Honor Retry-After when present, otherwise exponential backoff with jitter.
    const retryAfter = resp.headers.get('Retry-After');
    const delayMs = retryAfter
      ? Number(retryAfter) * 1000
      : Math.min(2 ** attempt, 30) * 1000 + Math.random() * 1000;
    await new Promise((r) => setTimeout(r, delayMs));
  }
}

# Simple shell loop with exponential backoff for retryable statuses.
attempt=0
max=5
until response=$(curl -sS -w "\n%{http_code}" -X POST "https://api.firecrawl.dev/v2/scrape" \
    -H "Authorization: Bearer $FIRECRAWL_API_KEY" \
    -H "Content-Type: application/json" \
    -d '{"url":"https://example.com"}'); do
  status=$(printf '%s' "$response" | tail -n1)
  case "$status" in
    408|429|500|502|503|504)
      attempt=$((attempt+1))
      [ "$attempt" -ge "$max" ] && break
      sleep $((2 ** attempt))
      ;;
    *) break ;;
  esac
done
echo "$response"