Extract Url Links

{
  "results": [
    {
      "data": {
        "links": {
          "anchors": [
            {
              "href": "#main",
              "text": "Skip to main content"
            }
          ],
          "external": [
            {
              "href": "http://trust.anthropic.com/",
              "rel": [],
              "text": "Security and compliance"
            }
          ],
          "internal": [
            {
              "href": "https://www.anthropic.com/",
              "rel": [],
              "text": ""
            },
            {
              "href": "https://www.anthropic.com/research",
              "rel": [],
              "text": "Research"
            }
          ],
          "summary": {
            "anchorCount": 4,
            "emptyTextCount": 13,
            "externalCount": 88,
            "imageLinksMissingAltCount": 0,
            "internalCount": 66,
            "nofollowCount": 0,
            "topExternalDomains": [
              {
                "count": 62,
                "domain": "claude.com"
              },
              {
                "count": 9,
                "domain": "claude.ai"
              }
            ],
            "topInternalTargets": [
              {
                "anchorTexts": [],
                "count": 4,
                "url": "https://www.anthropic.com/research"
              }
            ],
            "totalLinks": 154,
            "uniqueExternalDomains": 9
          }
        },
        "minifetchCache": {
          "hit": false
        },
        "proxy": {
          "country": null,
          "provider": "webscrapingapi.com",
          "proxyType": "managed",
          "proxyUrl": "https://api.webscrapingapi.com/v2",
          "render": false,
          "robotsTxt": {
            "allowed": null
          },
          "userAgent": "unknown"
        },
        "requestUrl": "https://anthropic.com",
        "url": "https://www.anthropic.com/"
      }
    }
  ],
  "success": true
}

# bash or zsh: see the payment challenge. Nothing is charged.
curl -sS -g -i 'https://minifetch.com/api/v1/x402/proxy/extract/url-links?url=https%3A%2F%2Fwww.anthropic.com'

# x402 v2 sends the challenge base64-encoded in the PAYMENT-REQUIRED header (v1 sends it in the body).
# To read the header:
curl -sS -g -o /dev/null -D - 'https://minifetch.com/api/v1/x402/proxy/extract/url-links?url=https%3A%2F%2Fwww.anthropic.com' \
  | grep -i '^payment-required:' | cut -d' ' -f2 | tr -d '\r' | base64 --decode

// npm i @x402/fetch @x402/evm viem
import { wrapFetchWithPayment, x402Client } from "@x402/fetch";
import { registerExactEvmScheme } from "@x402/evm/exact/client";
import { privateKeyToAccount } from "viem/accounts";

// Pays at most $0.003 per call.
const client = new x402Client().setSpendControls({ maxAmountPerPayment: "$0.003" });
registerExactEvmScheme(client, { signer: privateKeyToAccount(process.env.EVM_PRIVATE_KEY) });
const pay = wrapFetchWithPayment(fetch, client);

// Not sure it's safe to pay? ToolVet checks it first for $0.005. Pay for that from a separate
// client: this one is capped at $0.003 per payment. GET https://toolvet.app/api/v1/check?url=https%3A%2F%2Fminifetch.com%2Fapi%2Fv1%2Fx402%2Fproxy%2Fextract%2Furl-links
const res = await pay("https://minifetch.com/api/v1/x402/proxy/extract/url-links?url=https%3A%2F%2Fwww.anthropic.com");
console.log(res.status, await res.text());

# pip install "x402[requests,evm]"
import os
from eth_account import Account
from x402 import x402ClientSync
from x402.http.clients import x402_requests
from x402.mechanisms.evm import EthAccountSigner
from x402.mechanisms.evm.exact.register import register_exact_evm_client

# Pays at most $0.003 per call.
client = x402ClientSync().set_spend_controls({"max_amount_per_payment": "$0.003"})
register_exact_evm_client(client, EthAccountSigner(Account.from_key(os.environ["EVM_PRIVATE_KEY"])))

with x402_requests(client) as session:
    res = session.get("https://minifetch.com/api/v1/x402/proxy/extract/url-links?url=https%3A%2F%2Fwww.anthropic.com")
    print(res.status_code, res.text)