Llms Txt

{
  "checkedAt": "2026-10-14T07:00:49.304Z",
  "llmsFull": {
    "bytes": 300000,
    "exists": true,
    "truncated": true
  },
  "llmsTxt": {
    "bytes": 16925,
    "exists": true,
    "sections": [
      {
        "links": [
          {
            "note": "Route web traffic across the fastest, most reliable network paths",
            "title": "Argo Smart Routing",
            "url": "https://developers.cloudflare.com/argo-smart-routing/llms.txt"
          },
          {
            "note": "Improve WordPress site performance by serving it from Cloudflare's global network",
            "title": "Automatic Platform Optimization",
            "url": "https://developers.cloudflare.com/automatic-platform-optimization/llms.txt"
          },
          {
            "note": "Make websites faster by caching content across our global server network",
            "title": "Cache / CDN",
            "url": "https://developers.cloudflare.com/cache/llms.txt"
          }
        ],
        "name": "Application performance"
      },
      {
        "links": [
          {
            "note": "Identify and address your API vulnerabilities",
            "title": "API Shield",
            "url": "https://developers.cloudflare.com/api-shield/llms.txt"
          },
          {
            "note": "Protect your domain from bad bot traffic",
            "title": "Bots",
            "url": "https://developers.cloudflare.com/bots/llms.txt"
          },
          {
            "note": "Verify visitors are not bots with lightweight challenges",
            "title": "Challenges",
            "url": "https://developers.cloudflare.com/cloudflare-challenges/llms.txt"
          }
        ],
        "name": "Application security"
      },
      {
        "links": [
          {
            "note": "Connect services and devices with post-quantum encrypted mesh networking",
            "title": "Cloudflare Mesh",
            "url": "https://developers.cloudflare.com/mesh/llms.txt"
          },
          {
            "note": "Protect your enterprise network with advanced firewall-as-a-service protection",
            "title": "Cloudflare Network Firewall",
            "url": "https://developers.cloudflare.com/cloudflare-network-firewall/llms.txt"
          },
          {
            "note": "Replace legacy security perimeters with Cloudflare's network to protect your organization",
            "title": "Cloudflare One",
            "url": "https://developers.cloudflare.com/cloudflare-one/llms.txt"
          }
        ],
        "name": "Cloudflare One"
      }
    ],
    "summary": "Each product below links to its own llms.txt, which contains a full index of that product's documentation pages and is the recommended way to explore a specific product's content.",
    "title": "Cloudflare Developer Documentation"
  },
  "site": "https://developers.cloudflare.com",
  "source": "https://developers.cloudflare.com/llms.txt, https://developers.cloudflare.com/llms-full.txt"
}

# bash or zsh: see the payment challenge. Nothing is charged.
curl -sS -g -i 'https://api.sitecheck-api.workers.dev/api/llms-txt?url=https%3A%2F%2Fdevelopers.cloudflare.com'

# x402 v2 sends the challenge base64-encoded in the PAYMENT-REQUIRED header (v1 sends it in the body).
# To read the header:
curl -sS -g -o /dev/null -D - 'https://api.sitecheck-api.workers.dev/api/llms-txt?url=https%3A%2F%2Fdevelopers.cloudflare.com' \
  | grep -i '^payment-required:' | cut -d' ' -f2 | tr -d '\r' | base64 --decode

// npm i @x402/fetch @x402/evm viem
import { wrapFetchWithPayment, x402Client } from "@x402/fetch";
import { registerExactEvmScheme } from "@x402/evm/exact/client";
import { privateKeyToAccount } from "viem/accounts";

// Pays at most $0.001 per call.
const client = new x402Client().setSpendControls({ maxAmountPerPayment: "$0.001" });
registerExactEvmScheme(client, { signer: privateKeyToAccount(process.env.EVM_PRIVATE_KEY) });
const pay = wrapFetchWithPayment(fetch, client);

// Not sure it's safe to pay? ToolVet checks it first for $0.005. Pay for that from a separate
// client: this one is capped at $0.001 per payment. GET https://toolvet.app/api/v1/check?url=https%3A%2F%2Fapi.sitecheck-api.workers.dev%2Fapi%2Fllms-txt
const res = await pay("https://api.sitecheck-api.workers.dev/api/llms-txt?url=https%3A%2F%2Fdevelopers.cloudflare.com");
console.log(res.status, await res.text());

# pip install "x402[requests,evm]"
import os
from eth_account import Account
from x402 import x402ClientSync
from x402.http.clients import x402_requests
from x402.mechanisms.evm import EthAccountSigner
from x402.mechanisms.evm.exact.register import register_exact_evm_client

# Pays at most $0.001 per call.
client = x402ClientSync().set_spend_controls({"max_amount_per_payment": "$0.001"})
register_exact_evm_client(client, EthAccountSigner(Account.from_key(os.environ["EVM_PRIVATE_KEY"])))

with x402_requests(client) as session:
    res = session.get("https://api.sitecheck-api.workers.dev/api/llms-txt?url=https%3A%2F%2Fdevelopers.cloudflare.com")
    print(res.status_code, res.text)