Neural Confidence Calibration

{
  "data": {
    "chargedAmount": "100011",
    "inputHash": "sha256:6b207dbfe3beaadb731bb40b19f194376e27a59b64db60bff20a0a316…",
    "limitations": [
      "Public or synthetic inputs only. Caller labels are declarations,…"
    ],
    "productId": "confidence-calibration-report",
    "result": {
      "binConvention": "equal-width; lower-inclusive-upper-exclusive; final-includes-one…",
      "bins": [
        {
          "absoluteGap": "0",
          "count": 1,
          "index": 0,
          "lowerBound": {
            "denominator": "1",
            "numerator": "0"
          },
          "meanScore": "0",
          "observedRate": "0",
          "upperBound": {
            "denominator": "2",
            "numerator": "1"
          },
          "upperInclusive": false
        }
      ],
      "brier": "0.083333333333",
      "clinicalValidityClaimed": false,
      "dataClass": "synthetic",
      "ece": "0.166666666667",
      "heldOutVerified": false,
      "scoreUnits": "probability"
    },
    "resultHash": "sha256:0b4082246f3a6654df412e6f8c9f5cd22d6aa761ecebd10eca94efc3b…",
    "sourceContractAmount": "47000",
    "version": "maha-legacy-adapter/1"
  },
  "proof": {
    "settlement_id": "0x00000000000000000000000000000000000000000000000000000000000000…"
  },
  "success": true
}

# bash or zsh: see the payment challenge. Nothing is charged.
curl -sS -g -i -X POST 'https://www.mahastrategies.com/api/v1/verify/neural/confidence-calibration' \
  -H 'content-type: application/json' \
  --data-raw '{"binCount":2,"dataClass":"synthetic","evaluationSplit":"declared-held-out-offline","pairs":[{"outcome":0,"score":"0"},{"outcome":1,"score":"0.5"},{"outcome":1,"score":"1"}],"scoreUnits":"probability"}'

# x402 v2 sends the challenge base64-encoded in the PAYMENT-REQUIRED header (v1 sends it in the body).
# To read the header:
curl -sS -g -o /dev/null -D - -X POST 'https://www.mahastrategies.com/api/v1/verify/neural/confidence-calibration' \
  -H 'content-type: application/json' \
  --data-raw '{"binCount":2,"dataClass":"synthetic","evaluationSplit":"declared-held-out-offline","pairs":[{"outcome":0,"score":"0"},{"outcome":1,"score":"0.5"},{"outcome":1,"score":"1"}],"scoreUnits":"probability"}' \
  | grep -i '^payment-required:' | cut -d' ' -f2 | tr -d '\r' | base64 --decode

// npm i @x402/fetch @x402/evm viem
import { wrapFetchWithPayment, x402Client } from "@x402/fetch";
import { registerExactEvmScheme } from "@x402/evm/exact/client";
import { privateKeyToAccount } from "viem/accounts";

// Pays at most $0.100011 per call.
const client = new x402Client().setSpendControls({ maxAmountPerPayment: "$0.100011" });
registerExactEvmScheme(client, { signer: privateKeyToAccount(process.env.EVM_PRIVATE_KEY) });
const pay = wrapFetchWithPayment(fetch, client);

// Not sure it's safe to pay? ToolVet checks it first for $0.005. Pay for that from a separate
// client: this one is capped at $0.100011 per payment. GET https://toolvet.app/api/v1/check?url=https%3A%2F%2Fwww.mahastrategies.com%2Fapi%2Fv1%2Fverify%2Fneural%2Fconfidence-calibration&method=POST
const res = await pay("https://www.mahastrategies.com/api/v1/verify/neural/confidence-calibration", {
  method: "POST",
  headers: { "content-type": "application/json" },
  body: JSON.stringify({
    "binCount": 2,
    "dataClass": "synthetic",
    "evaluationSplit": "declared-held-out-offline",
    "pairs": [
      {
        "outcome": 0,
        "score": "0"
      },
      {
        "outcome": 1,
        "score": "0.5"
      },
      {
        "outcome": 1,
        "score": "1"
      }
    ],
    "scoreUnits": "probability"
  }),
});
console.log(res.status, await res.text());

# pip install "x402[requests,evm]"
import os
from eth_account import Account
from x402 import x402ClientSync
from x402.http.clients import x402_requests
from x402.mechanisms.evm import EthAccountSigner
from x402.mechanisms.evm.exact.register import register_exact_evm_client

# Pays at most $0.100011 per call.
client = x402ClientSync().set_spend_controls({"max_amount_per_payment": "$0.100011"})
register_exact_evm_client(client, EthAccountSigner(Account.from_key(os.environ["EVM_PRIVATE_KEY"])))

with x402_requests(client) as session:
    res = session.post(
        "https://www.mahastrategies.com/api/v1/verify/neural/confidence-calibration",
        json={
            "binCount": 2,
            "dataClass": "synthetic",
            "evaluationSplit": "declared-held-out-offline",
            "pairs": [
                {
                    "outcome": 0,
                    "score": "0",
                },
                {
                    "outcome": 1,
                    "score": "0.5",
                },
                {
                    "outcome": 1,
                    "score": "1",
                },
            ],
            "scoreUnits": "probability",
        },
    )
    print(res.status_code, res.text)