LLM inference · LLM

import { wrapFetchWithPayment } from "@x402/fetch";
import { privateKeyToAccount } from "viem/accounts";

const account = privateKeyToAccount(process.env.PRIVATE_KEY);
const fetchWithPay = wrapFetchWithPayment(fetch, account);

const res = await fetchWithPay("https://agent402.tools/api/llm", {
  method: "POST",
  headers: { "Content-Type": "application/json" },
  body: JSON.stringify({
    "max_tokens": 64,
    "messages": [
      {
        "content": "Say hello in one sentence.",
        "role": "user"
      }
    ],
    "model": "gpt-4o-mini"
  }),
});
const data = await res.json();

curl -X POST \
  "https://agent402.tools/api/llm" \
  -H "Content-Type: application/json" \
  -d '{"max_tokens":64,"messages":[{"content":"Say hello in one sentence.","role":"user"}],"model":"gpt-4o-mini"}' \
  -H "X-PAYMENT: <signed x402 payment>"

{
  "choices": [
    {
      "finish_reason": "stop",
      "message": {
        "content": "Hello! How can I help you today?",
        "role": "assistant"
      }
    }
  ],
  "model": "gpt-4o-mini",
  "provider": "openai",
  "usage": {
    "completion_tokens": 8,
    "prompt_tokens": 12,
    "total_tokens": 20
  }
}