Up · Scrape Structured

import { wrapFetchWithPayment } from "@x402/fetch";
import { privateKeyToAccount } from "viem/accounts";

const account = privateKeyToAccount(process.env.PRIVATE_KEY);
const fetchWithPay = wrapFetchWithPayment(fetch, account);

const res = await fetchWithPay("https://web-scraper-api-production-bf20.up.railway.app/scrape/structured", {
  method: "POST",
  headers: { "Content-Type": "application/json" },
  body: JSON.stringify({
    "url": "https://example.com"
  }),
});
const data = await res.json();

curl -X POST \
  "https://web-scraper-api-production-bf20.up.railway.app/scrape/structured" \
  -H "Content-Type: application/json" \
  -d '{"url":"https://example.com"}' \
  -H "X-PAYMENT: <signed x402 payment>"

{
  "counts": {
    "headings": 1,
    "images": 1,
    "lists": 1,
    "tables": 1
  },
  "final_url": "https://example.com/",
  "headings": [
    {
      "level": 1,
      "text": "Example Domain"
    }
  ],
  "images": [
    {
      "alt": "Example logo",
      "height": "80",
      "src": "https://example.com/logo.png",
      "width": "200"
    }
  ],
  "lists": [
    {
      "items": [
        "First item",
        "Second item"
      ],
      "type": "ul"
    }
  ],
  "tables": [
    [
      [
        "Header A",
        "Header B"
      ],
      [
        "Row 1A",
        "Row 1B"
      ]
    ]
  ],
  "url": "https://example.com"
}