curl -X POST https://api.messora.dev/crawl \
  -H "Content-Type: application/json" \
  -H "X-API-Key: YOUR_API_KEY" \
  -d '{
    "url": "https://docs.messora.dev/en/introduction",
    "max_pages": 10,
    "url_regex": "^https://docs\\.messora\\.dev/en(/.*)?$",
    "parse_pdf": true,
    "pdf_ocr": false,
    "wait_for_ms": 0,
    "tags": ["crawl", "playground"]
  }'

import requests
import time

# 1. Start the crawl
response = requests.post(
    "https://api.messora.dev/crawl",
    headers={
        "Content-Type": "application/json",
        "X-API-Key": "YOUR_API_KEY",
    },
    json={
        "url": "https://docs.messora.dev/en/introduction",
        "max_pages": 10,
        "url_regex": "^https://docs\\.messora\\.dev/en(/.*)?$",
        "parse_pdf": True,
        "pdf_ocr": False,
        "wait_for_ms": 0,
        "tags": ["crawl", "playground"],
    },
)

job_id = response.json()["job_id"]
print(f"Job created: {job_id}")

# 2. Poll until complete
while True:
    status = requests.get(
        f"https://api.messora.dev/jobs/{job_id}",
        headers={"X-API-Key": "YOUR_API_KEY"},
    ).json()

    if status["status"] in ("SUCCESS", "FAILURE"):
        break

    # Partial progress
    if "meta" in status:
        print(f"Progress: {status['meta']}")

    time.sleep(2)

# 3. Results
for page in status.get("results", []):
    print(f"{page['url']}: {page['scrape_status']}")

// 1. Start the crawl
const res = await fetch("https://api.messora.dev/crawl", {
  method: "POST",
  headers: {
    "Content-Type": "application/json",
    "X-API-Key": "YOUR_API_KEY",
  },
  body: JSON.stringify({
    url: "https://docs.messora.dev/en/introduction",
    max_pages: 10,
    url_regex: "^https://docs\\.messora\\.dev/en(/.*)?$",
    parse_pdf: true,
    pdf_ocr: false,
    wait_for_ms: 0,
    tags: ["crawl", "playground"],
  }),
});

const { job_id } = await res.json();
console.log(`Job created: ${job_id}`);

// 2. Poll until complete
let status;
do {
  await new Promise((r) => setTimeout(r, 2000));
  const poll = await fetch(
    `https://api.messora.dev/jobs/${job_id}`,
    { headers: { "X-API-Key": "YOUR_API_KEY" } }
  );
  status = await poll.json();
} while (!["SUCCESS", "FAILURE"].includes(status.status));

// 3. Results
for (const page of status.results || []) {
  console.log(`${page.url}: ${page.scrape_status}`);
}