{
  "benchmark_id": "OTM-OOS-Replay",
  "version": "v1.0",
  "run_id": "2026-05-24T04:15:50.242005+00:00",
  "completed_at": "2026-05-24T04:15:50.242005+00:00",
  "agent_version": "v0.2.0-oos-clean",
  "n_samples": 28,
  "seeds": [
    42
  ],
  "metrics": {
    "primary": {
      "name": "directional_accuracy",
      "value": 0.5714,
      "ci_low": 0.3929,
      "ci_high": 0.75,
      "n": 28
    },
    "secondary": [
      {
        "name": "sharpe_ratio",
        "value": 6.1792
      },
      {
        "name": "cumulative_pnl_bps",
        "value": 1906.98
      },
      {
        "name": "max_drawdown_bps",
        "value": 385.06
      },
      {
        "name": "win_rate",
        "value": 0.5714
      },
      {
        "name": "total_trading_days",
        "value": 28
      },
      {
        "name": "mean_confidence_correct",
        "value": 0.5312
      },
      {
        "name": "mean_confidence_wrong",
        "value": 0.5375
      },
      {
        "name": "total_agent_runs",
        "value": 28
      },
      {
        "name": "total_cost_usd",
        "value": 0.0
      },
      {
        "name": "accuracy_2025-05",
        "value": 0.55,
        "n": 20
      },
      {
        "name": "accuracy_2025-06",
        "value": 0.625,
        "n": 8
      }
    ]
  },
  "baselines": [
    {
      "name": "random_coin_flip",
      "primary_value": 0.5,
      "description": "50/50 random direction"
    },
    {
      "name": "majority_class",
      "primary_value": 0.529,
      "description": "Always predict majority direction (estimated from historical WTI up-day frequency)"
    }
  ],
  "notes": "OOS replay with causal leakage filter (query_ts) threading through all 8 memory retrieval paths. Price data source: BigQuery/CSV (production). Total LLM cost: $0.00. Directional accuracy is the primary metric; Sharpe is secondary.",
  "data_filter": "OOS window: 2025-05-01 to 2026-05-01, weekdays only. Causal filter: query_ts={day} for each day."
}