Netzhandwerker Agent Tools · Agent Access

import { wrapFetchWithPayment } from "@x402/fetch";
import { privateKeyToAccount } from "viem/accounts";

const account = privateKeyToAccount(process.env.PRIVATE_KEY);
const fetchWithPay = wrapFetchWithPayment(fetch, account);

const res = await fetchWithPay("https://tools.halowerk.com/v1/agent/access", {
  method: "POST",
  headers: { "Content-Type": "application/json" },
  body: JSON.stringify({
    "domain": "nytimes.com",
    "path": "/section/technology"
  }),
});
const data = await res.json();

curl -X POST \
  "https://tools.halowerk.com/v1/agent/access" \
  -H "Content-Type: application/json" \
  -d '{"domain":"nytimes.com","path":"/section/technology"}' \
  -H "X-PAYMENT: <signed x402 payment>"

{
  "agents": [
    {
      "agent": "GPTBot",
      "allowed": false,
      "crawl_delay": null,
      "matched_group": "exakt",
      "matched_rule": "Disallow: /",
      "operator": "OpenAI",
      "purpose": "training",
      "reason": "Disallow trifft zu"
    },
    {
      "agent": "Googlebot",
      "allowed": true,
      "crawl_delay": null,
      "matched_group": "exakt",
      "matched_rule": null,
      "operator": "Google",
      "purpose": "suche",
      "reason": "keine Regel trifft zu"
    }
  ],
  "allowed_agents": 9,
  "checked_agents": 23,
  "domain": "nytimes.com",
  "note": "robots.txt und Meta-Angaben sind Bitten des Betreibers, kein Vertrag.",
  "page_signals": {
    "license_link": null,
    "meta_robots": [
      {
        "content": "noarchive",
        "name": "robots"
      }
    ],
    "noai": false,
    "noarchive": true,
    "noindex": false,
    "paywall_hint": true,
    "status": 200,
    "terms_links": [
      "https://help.nytimes.com/hc/en-us/articles/115014893428-Terms-of-service"
    ],
    "x_robots_tag": null
  },
  "path": "/section/technology",
  "robots": {
    "groups": 41,
    "note": null,
    "present": true,
    "sitemaps": [
      "https://www.nytimes.com/sitemaps/new/news.xml.gz"
    ],
    "status": 200
  },
  "stance": "training_gesperrt_abruf_erlaubt",
  "tdm_reservation": {
    "present": false,
    "status": 404
  }
}