Ab Test

{
  "alpha": 0.05,
  "asOf": "2026-10-11T06:26:05.559Z",
  "confidenceIntervalPoints": {
    "level": 0.95,
    "lower": 1.346362169,
    "upper": 8.653637831
  },
  "degraded": false,
  "differencePoints": 5,
  "disclaimer": "Screening signal computed from the named public source. Not financial, legal or investment advice; provided as is. Verify at the source before acting.",
  "enoughConversions": true,
  "notChecked": [
    "whether the test ran long enough or was stopped early after peeking (peeking inflates false positives)",
    "whether users were randomly assigned and counted once",
    "…3 more"
  ],
  "pValueTwoSided": 0.0074196493,
  "pooledRate": 0.225,
  "rateA": 0.2,
  "rateB": 0.25,
  "reasons": [
    "Enough conversions for the normal approximation.",
    "Pooled two-proportion z-test, two-sided. Do not stop the moment p dips below alpha: decide the sample size in advance.",
    "…1 more"
  ],
  "relativeLiftPct": 25,
  "significant": true,
  "source": "computed locally",
  "summary": "A 20% (200/1000) vs B 25% (250/1000): +5 points (+25% relative), z = 2.677, p = 0.0074 -> significant at alpha 0.05.",
  "verdict": "B_WINS_SIGNIFICANT",
  "zStatistic": 2.677397763
}

# bash or zsh: see the payment challenge. Nothing is charged.
curl -sS -g -i 'https://math-stats.x402tookit.com/ab-test?conversionsA=200&conversionsB=250&visitorsA=1000&visitorsB=1000'

# x402 v2 sends the challenge base64-encoded in the PAYMENT-REQUIRED header (v1 sends it in the body).
# To read the header:
curl -sS -g -o /dev/null -D - 'https://math-stats.x402tookit.com/ab-test?conversionsA=200&conversionsB=250&visitorsA=1000&visitorsB=1000' \
  | grep -i '^payment-required:' | cut -d' ' -f2 | tr -d '\r' | base64 --decode

// npm i @x402/fetch @x402/evm viem
import { wrapFetchWithPayment, x402Client } from "@x402/fetch";
import { registerExactEvmScheme } from "@x402/evm/exact/client";
import { privateKeyToAccount } from "viem/accounts";

// Pays at most $0.02 per call.
const client = new x402Client().setSpendControls({ maxAmountPerPayment: "$0.02" });
registerExactEvmScheme(client, { signer: privateKeyToAccount(process.env.EVM_PRIVATE_KEY) });
const pay = wrapFetchWithPayment(fetch, client);

// Not sure it's safe to pay? ToolVet checks it first for $0.005. Pay for that from a separate
// client: this one is capped at $0.02 per payment. GET https://toolvet.app/api/v1/check?url=https%3A%2F%2Fmath-stats.x402tookit.com%2Fab-test
const res = await pay("https://math-stats.x402tookit.com/ab-test?conversionsA=200&conversionsB=250&visitorsA=1000&visitorsB=1000");
console.log(res.status, await res.text());

# pip install "x402[requests,evm]"
import os
from eth_account import Account
from x402 import x402ClientSync
from x402.http.clients import x402_requests
from x402.mechanisms.evm import EthAccountSigner
from x402.mechanisms.evm.exact.register import register_exact_evm_client

# Pays at most $0.02 per call.
client = x402ClientSync().set_spend_controls({"max_amount_per_payment": "$0.02"})
register_exact_evm_client(client, EthAccountSigner(Account.from_key(os.environ["EVM_PRIVATE_KEY"])))

with x402_requests(client) as session:
    res = session.get("https://math-stats.x402tookit.com/ab-test?conversionsA=200&conversionsB=250&visitorsA=1000&visitorsB=1000")
    print(res.status_code, res.text)