Scrape Specialized Data

import os

import requests

response = requests.post(
    "https://api.notte.cc/data/web/scrape",
    headers={"Authorization": f"Bearer {os.environ['NOTTE_API_KEY']}"},
    json={"url": "https://www.allbirds.com/products/mens-tree-runners", "formats": {"product": True, "markdown": True}},
    timeout=330,
)
response.raise_for_status()
print(response.json())

const response = await fetch("https://api.notte.cc/data/web/scrape", {
  method: "POST",
  headers: {
    Authorization: `Bearer ${process.env.NOTTE_API_KEY}`,
    "Content-Type": "application/json",
  },
  body: JSON.stringify({
    "url": "https://www.allbirds.com/products/mens-tree-runners",
    "formats": {
      "product": true,
      "markdown": true
    }
  }),
  signal: AbortSignal.timeout(330_000),
});
if (!response.ok) throw new Error(await response.text());
console.log(await response.json());

curl --fail-with-body --max-time 330 --request POST https://api.notte.cc/data/web/scrape \
  --header "Authorization: Bearer $NOTTE_API_KEY" \
  --header 'Content-Type: application/json' \
  --data '{
  "url": "https://www.allbirds.com/products/mens-tree-runners",
  "formats": {
    "product": true,
    "markdown": true
  }
}'

{
  "url": "<string>",
  "request_id": "<string>",
  "html": {},
  "markdown": {},
  "screenshot": {},
  "images": {},
  "bytes": {},
  "parsed": {},
  "highlights": {},
  "json": {},
  "product": {},
  "profile": null,
  "metadata": {},
  "cache_metadata": {},
  "isPartial": false
}

{
  "detail": [
    {
      "loc": [
        "<string>"
      ],
      "msg": "<string>",
      "type": "<string>",
      "input": "<unknown>",
      "ctx": {}
    }
  ]
}