Robots Txt Pago

Last 30 days

Uptime

0.0%

Response time

- typical, - slowest 5%

Last check

4 h ago: Amount "0.003" is not in atomic token units

Next check

any minute now

How to call it

# bash or zsh: see the payment challenge (nothing is charged)
curl -g -i -X POST 'https://api.vextorium.com/robots-txt-pago' \
  -H 'content-type: application/json' \
  --data-raw '{"agente":"GPTBot","ruta":"/section/world","url":"https://www.nytimes.com"}'

import { wrapFetchWithPayment } from "@x402/fetch";
import { x402Client } from "@x402/core/client";
import { ExactEvmScheme } from "@x402/evm/exact/client";
import { privateKeyToAccount } from "viem/accounts";

const client = new x402Client().register(
  "eip155:8453",
  new ExactEvmScheme(privateKeyToAccount(process.env.AGENT_KEY)),
);
const pay = wrapFetchWithPayment(fetch, client);

// Not sure it's safe to pay? Preflight it first for $0.005:
// GET https://toolvet.app/api/v1/check?url=https%3A%2F%2Fapi.vextorium.com%2Frobots-txt-pago
const res = await pay("https://api.vextorium.com/robots-txt-pago", {
  method: "POST",
  headers: { "content-type": "application/json" },
  body: "{\"agente\":\"GPTBot\",\"ruta\":\"/section/world\",\"url\":\"https://www.nytimes.com\"}",
});
console.log(await res.json());

Example input

{
  "agente": "GPTBot",
  "ruta": "/section/world",
  "url": "https://www.nytimes.com"
}

Example output

{
  "bots_ia": {
    "Amazonbot": "permitido",
    "Applebot-Extended": "bloqueado",
    "Bytespider": "bloqueado",
    "CCBot": "bloqueado",
    "ChatGPT-User": "bloqueado",
    "Claude-SearchBot": "bloqueado",
    "Claude-User": "bloqueado",
    "ClaudeBot": "bloqueado",
    "Diffbot": "bloqueado",
    "DuckAssistBot": "bloqueado",
    "GPTBot": "bloqueado",
    "Google-Extended": "bloqueado",
    "MistralAI-User": "permitido",
    "OAI-SearchBot": "bloqueado",
    "Perplexity-User": "bloqueado",
    "PerplexityBot": "bloqueado",
    "YouBot": "bloqueado",
    "anthropic-ai": "bloqueado",
    "cohere-ai": "bloqueado",
    "meta-externalagent": "bloqueado"
  },
  "bots_ia_bloqueados": 18,
  "consulta": {
    "agente": "GPTBot",
    "grupo_aplicado": [
      "gptbot"
    ],
    "permitido": false,
    "ruta": "/section/world"
  },
  "grupos": 63,
  "robots_txt": true,
  "sitemaps": [
    "https://www.nytimes.com/sitemaps/new/news.xml.gz",
    "https://www.nytimes.com/sitemaps/new/sitemap.xml.gz",
    "https://www.nytimes.com/sitemaps/new/collections.xml.gz",
    "https://www.nytimes.com/sitemaps/new/video.xml.gz",
    "https://www.nytimes.com/sitemaps/new/cooking.xml.gz",
    "https://www.nytimes.com/sitemaps/new/recipe-collects.xml.gz",
    "https://www.nytimes.com/sitemaps/new/regions.xml",
    "https://www.nytimes.com/sitemaps/new/best-sellers.xml",
    "https://www.nytimes.com/sitemaps/new/subscription-landing-pages.xml",
    "https://www.nytimes.com/sitemaps/new/weather.xml.gz",
    "https://www.nytimes.com/sitemaps/new/espanol.xml.gz",
    "https://www.nytimes.com/sitemaps/new/espanol-collects.xml.gz",
    "https://www.nytimes.com/wirecutter/sitemapindex.xml",
    "https://www.nytimes.com/athletic/sitemap-videos-index.xml",
    "https://www.nytimes.com/athletic/sitemap-authors.xml",
    "https://www.nytimes.com/athletic/sitemap-verticals.xml",
    "https://www.nytimes.com/athletic/sitemap-teams.xml",
    "https://www.nytimes.com/athletic/sitemap-cities.xml",
    "https://www.nytimes.com/athletic/sitemap-players.xml",
    "https://www.nytimes.com/athletic/sitemap-tags.xml",
    "https://www.nytimes.com/athletic/sitemap-stats.xml",
    "https://www.nytimes.com/athletic/sitemap-schedule.xml",
    "https://www.nytimes.com/athletic/sitemap-roster.xml",
    "https://www.nytimes.com/athletic/sitemap.xml",
    "https://www.nytimes.com/games-assets/v2/assets/sitemap/games.xml"
  ],
  "sitio": "https://www.nytimes.com"
}

Security scan

• No findings. We scan names, descriptions and tool definitions for hidden instructions and other prompt-injection patterns.

Recent checks