Netzhandwerker Agent Tools · Site Inventory

import { wrapFetchWithPayment } from "@x402/fetch";
import { privateKeyToAccount } from "viem/accounts";

const account = privateKeyToAccount(process.env.PRIVATE_KEY);
const fetchWithPay = wrapFetchWithPayment(fetch, account);

const res = await fetchWithPay("https://tools.halowerk.com/v1/site/inventory", {
  method: "POST",
  headers: { "Content-Type": "application/json" },
  body: JSON.stringify({
    "include_subdomains": false,
    "max_pages": 25,
    "source": "auto",
    "target": "https://example.com"
  }),
});
const data = await res.json();

curl -X POST \
  "https://tools.halowerk.com/v1/site/inventory" \
  -H "Content-Type: application/json" \
  -d '{"include_subdomains":false,"max_pages":25,"source":"auto","target":"https://example.com"}' \
  -H "X-PAYMENT: <signed x402 payment>"

{
  "charged": true,
  "crawl_stats": {
    "abbruchgrund": "max_pages",
    "anfragen_gesamt": 28,
    "budget_ms": 90000,
    "bytes_gesamt": 462118,
    "dauer_ms": 11840,
    "grenzen": {
      "mindestabstand_ms": 300,
      "parallel_je_host": 2,
      "respect_robots": true,
      "user_agent": "crawlwerk/1.0 (+https://tools.halowerk.com/crawlwerk)"
    },
    "ladezeit_ms": {
      "max": 981,
      "median": 214,
      "min": 96
    },
    "quellen_versucht": [
      "robots_sitemap"
    ],
    "robots": [
      {
        "crawl_delay_ms": null,
        "geladen": true,
        "origin": "https://example.com",
        "sitemaps": 1,
        "status": 200
      }
    ],
    "seiten_angeboten": 25,
    "seiten_geholt": 25,
    "sitemap_eintraege": 48,
    "skipped": [
      {
        "beleg": "Disallow: /intern/",
        "grund": "gesperrt_robots_txt",
        "url": "https://example.com/intern/"
      }
    ],
    "statuscodes": {
      "200": 23,
      "301": 1,
      "404": 1
    },
    "uebersprungen": 2
  },
  "pages": [
    {
      "aus_sitemap": true,
      "bytes": 18422,
      "canonical": "https://example.com/leistungen",
      "content_type": "text/html; charset=utf-8",
      "final_url": "https://example.com/leistungen",
      "h1": "Unsere Leistungen",
      "hreflang": [
        {
          "hreflang": "de",
          "url": "https://example.com/leistungen"
        }
      ],
      "indexierbarkeit": {
        "begruendung": "Abrufbar mit 200, keine Sperre durch robots.txt, Meta-Angabe, Header oder Canonical.",
        "grund": "indexierbar",
        "indexierbar": true
      },
      "ist_html": true,
      "json_ld_datum": {
        "datePublished": "2026-02-11T09:00:00Z"
      },
      "ladezeit_ms": 214,
      "meta_description": "Was wir anbieten.",
      "robots_meta": null,
      "sprache": {
        "code": "de",
        "quelle": "html_lang",
        "sicherheit": 1
      },
      "status": 200,
      "titel": "Leistungen",
      "url": "https://example.com/leistungen",
      "verweise_extern": 3,
      "verweise_intern": 24,
      "weiterleitungskette": [],
      "weiterleitungsschritte": 0,
      "x_robots_tag": null
    }
  ],
  "source_used": "sitemap",
  "summary": {
    "dubletten_titel": [
      {
        "anzahl": 2,
        "titel": "Startseite",
        "urls": [
          "https://example.com/",
          "https://example.com/home"
        ]
      }
    ],
    "fehlende_canonicals": [
      "https://example.com/kontakt"
    ],
    "gemischte_sprachen_ohne_hreflang": {
      "beispiele": [
        {
          "sprache": "en",
          "url": "https://example.com/en/about"
        }
      ],
      "seiten_ohne_hreflang": 3,
      "sprachen": [
        {
          "seiten": 20,
          "sprache": "de"
        },
        {
          "seiten": 3,
          "sprache": "en"
        }
      ]
    },
    "gruende": {
      "indexierbar": 21,
      "noindex_meta": 2,
      "statuscode": 1,
      "weiterleitung": 1
    },
    "indexierbar": 21,
    "nicht_indexierbar": 4,
    "sitemap_404": [
      {
        "status": 404,
        "url": "https://example.com/weg"
      }
    ],
    "verwaiste_sitemap_eintraege": [
      "https://example.com/archiv/2019"
    ],
    "weiterleitungsketten_laenger_als_eins": [
      {
        "kette": [
          {
            "nach": "https://example.com/neu",
            "status": 301,
            "von": "https://example.com/alt"
          }
        ],
        "schritte": 2,
        "url": "https://example.com/alt"
      }
    ]
  },
  "target": "https://example.com/",
  "truncated": false
}