Signals Backtest

{
  "avgConfidence": 0.7314,
  "days": [
    {
      "day": "2025-06-01",
      "rows": 0
    },
    {
      "day": "2025-06-02",
      "rows": 3
    },
    {
      "day": "2025-06-03",
      "rows": 5
    }
  ],
  "dryrun": false,
  "durationMs": 48213,
  "from": "2025-06-01",
  "ok": true,
  "performance": {
    "caveats": [
      "No in-sample/out-of-sample split applied. Results above are in-sample only. See `walk_forward` block for the nightly out-of-sample read."
    ],
    "horizons": [
      {
        "bootstrap_ci_95": [
          0.001204,
          0.008331
        ],
        "hit_rate": 0.5615,
        "horizon": "1d",
        "is_reliable": true,
        "mean_return": 0.004812,
        "median_return": 0.003104,
        "sample_size": 187,
        "statistical_significance": "significant"
      },
      {
        "bootstrap_ci_95": [
          0.008221,
          0.034102
        ],
        "hit_rate": 0.5882,
        "horizon": "7d",
        "is_reliable": true,
        "mean_return": 0.02103,
        "median_return": 0.01588,
        "sample_size": 187,
        "statistical_significance": "significant"
      },
      {
        "bootstrap_ci_95": [
          0.012003,
          0.056012
        ],
        "hit_rate": 0.5989,
        "horizon": "14d",
        "is_reliable": true,
        "mean_return": 0.03414,
        "median_return": 0.02211,
        "sample_size": 187,
        "statistical_significance": "significant"
      },
      {
        "bootstrap_ci_95": [
          -0.004021,
          0.12614
        ],
        "hit_rate": 0.604,
        "horizon": "30d",
        "is_reliable": false,
        "mean_return": 0.0612,
        "median_return": 0.0411,
        "sample_size": 187,
        "statistical_significance": "not_significant"
      }
    ],
    "is_sample_sufficient": true,
    "minimum_sample_threshold": 30,
    "reliability_grade": "green",
    "sample_size": 187
  },
  "signal_id": "TR_MOMO_CONT_14D",
  "to": "2025-12-01",
  "totalDays": 184,
  "totalTriggerEvents": 187,
  "triggerRate": 0.223,
  "triggeredDays": 41,
  "walk_forward": {
    "14d": {
      "asof_day": "2026-06-20",
      "ic_delta": -0.0453,
      "is_hit_rate": 0.572,
      "is_ic": 0.0941,
      "is_n_obs": 18900,
      "is_n_triggers": 612,
      "oos_hit_rate": 0.531,
      "oos_ic": 0.0488,
      "oos_n_obs": 8100,
      "oos_n_triggers": 184,
      "overfit_ratio": 0.519,
      "reliability_grade": "green",
      "split_pct": 0.7,
      "window_days": 180
    },
    "30d": {
      "asof_day": "2026-06-20",
      "ic_delta": -0.0411,
      "is_hit_rate": 0.553,
      "is_ic": 0.0712,
      "is_n_obs": 18900,
      "is_n_triggers": 612,
      "oos_hit_rate": 0.518,
      "oos_ic": 0.0301,
      "oos_n_obs": 8100,
      "oos_n_triggers": 184,
      "overfit_ratio": 0.423,
      "reliability_grade": "yellow",
      "split_pct": 0.7,
      "window_days": 180
    },
    "7d": {
      "asof_day": "2026-06-20",
      "ic_delta": -0.0264,
      "is_hit_rate": 0.561,
      "is_ic": 0.0876,
      "is_n_obs": 18900,
      "is_n_triggers": 612,
      "oos_hit_rate": 0.542,
      "oos_ic": 0.0612,
      "oos_n_obs": 8100,
      "oos_n_triggers": 184,
      "overfit_ratio": 0.699,
      "reliability_grade": "green",
      "split_pct": 0.7,
      "window_days": 180
    }
  }
}

# bash or zsh: see the payment challenge. Nothing is charged.
curl -sS -g -i -X POST 'https://cryptyx.ai/api/signals/backtest' \
  -H 'content-type: application/json' \
  --data-raw '{"dryrun":false,"from":"","signal_id":"","to":""}'

# x402 v2 sends the challenge base64-encoded in the PAYMENT-REQUIRED header (v1 sends it in the body).
# To read the header:
curl -sS -g -o /dev/null -D - -X POST 'https://cryptyx.ai/api/signals/backtest' \
  -H 'content-type: application/json' \
  --data-raw '{"dryrun":false,"from":"","signal_id":"","to":""}' \
  | grep -i '^payment-required:' | cut -d' ' -f2 | tr -d '\r' | base64 --decode

// npm i @x402/fetch @x402/evm viem
import { wrapFetchWithPayment, x402Client } from "@x402/fetch";
import { registerExactEvmScheme } from "@x402/evm/exact/client";
import { privateKeyToAccount } from "viem/accounts";

// Pays at most $0.05 per call.
const client = new x402Client().setSpendControls({ maxAmountPerPayment: "$0.05" });
registerExactEvmScheme(client, { signer: privateKeyToAccount(process.env.EVM_PRIVATE_KEY) });
const pay = wrapFetchWithPayment(fetch, client);

// Not sure it's safe to pay? ToolVet checks it first for $0.005. Pay for that from a separate
// client: this one is capped at $0.05 per payment. GET https://toolvet.app/api/v1/check?url=https%3A%2F%2Fcryptyx.ai%2Fapi%2Fsignals%2Fbacktest&method=POST
const res = await pay("https://cryptyx.ai/api/signals/backtest", {
  method: "POST",
  headers: { "content-type": "application/json" },
  body: JSON.stringify({
    "dryrun": false,
    "from": "",
    "signal_id": "",
    "to": ""
  }),
});
console.log(res.status, await res.text());

# pip install "x402[requests,evm]"
import os
from eth_account import Account
from x402 import x402ClientSync
from x402.http.clients import x402_requests
from x402.mechanisms.evm import EthAccountSigner
from x402.mechanisms.evm.exact.register import register_exact_evm_client

# Pays at most $0.05 per call.
client = x402ClientSync().set_spend_controls({"max_amount_per_payment": "$0.05"})
register_exact_evm_client(client, EthAccountSigner(Account.from_key(os.environ["EVM_PRIVATE_KEY"])))

with x402_requests(client) as session:
    res = session.post(
        "https://cryptyx.ai/api/signals/backtest",
        json={
            "dryrun": False,
            "from": "",
            "signal_id": "",
            "to": "",
        },
    )
    print(res.status_code, res.text)