{
  "schema": "paydirt.model/1",
  "release": "2026-10",
  "run_id": "2026-10",
  "slug": "x-ai/grok-4.7",
  "outcomes": [
    {
      "case": "ch-02-a",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.074338,
      "wall_s": 425.5,
      "tokens_in": 17030,
      "tokens_out": 9881,
      "tokens_reasoning": 9563,
      "turns": 6,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-02-o",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "info",
      "max_severity_exact": true,
      "usd": 0.17525,
      "wall_s": 248.3,
      "tokens_in": 16732,
      "tokens_out": 24495,
      "tokens_reasoning": 23575,
      "turns": 3,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-05-a",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.09428,
      "wall_s": 106.9,
      "tokens_in": 15811,
      "tokens_out": 11019,
      "tokens_reasoning": 10576,
      "turns": 3,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-05-o",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "unrated",
      "max_severity_exact": false,
      "usd": 0.16485,
      "wall_s": 392,
      "tokens_in": 16353,
      "tokens_out": 25512,
      "tokens_reasoning": 24880,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-a",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.058778,
      "wall_s": 140.2,
      "tokens_in": 18430,
      "tokens_out": 7653,
      "tokens_reasoning": 7389,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-o",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "unrated",
      "max_severity_exact": false,
      "usd": 0.179228,
      "wall_s": 252.7,
      "tokens_in": 18358,
      "tokens_out": 25128,
      "tokens_reasoning": 24385,
      "turns": 3,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-a",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "failed",
      "failure": "error",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.007438,
      "wall_s": 348.4,
      "tokens_in": 6440,
      "tokens_out": 149,
      "tokens_reasoning": 51,
      "turns": 6,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "error",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-o",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.300986,
      "wall_s": 661.8,
      "tokens_in": 83524,
      "tokens_out": 28883,
      "tokens_reasoning": 27770,
      "turns": 7,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-f",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "fixed",
      "status": "failed",
      "failure": "error",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.139166,
      "wall_s": 851.2,
      "tokens_in": 17806,
      "tokens_out": 20651,
      "tokens_reasoning": 20473,
      "turns": 8,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "error",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-v",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "failed",
      "failure": "unparseable",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.433458,
      "wall_s": 769.2,
      "tokens_in": 60735,
      "tokens_out": 57950,
      "tokens_reasoning": 57495,
      "turns": 5,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-f",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "failed",
      "failure": "timeout",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.443528,
      "wall_s": 1801.6,
      "tokens_in": 121897,
      "tokens_out": 57353,
      "tokens_reasoning": 57113,
      "turns": 9,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "aborted",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-v",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "failed",
      "failure": "timeout",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.014948,
      "wall_s": 1801.9,
      "tokens_in": 10849,
      "tokens_out": 219,
      "tokens_reasoning": 84,
      "turns": 7,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "aborted",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-03-f",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "failed",
      "failure": "error",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.499946,
      "wall_s": 1539.6,
      "tokens_in": 93286,
      "tokens_out": 59173,
      "tokens_reasoning": 58852,
      "turns": 9,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "error",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-03-v",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "failed",
      "failure": "error",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.007402,
      "wall_s": 418,
      "tokens_in": 6395,
      "tokens_out": 158,
      "tokens_reasoning": 55,
      "turns": 6,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "error",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-f",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "fixed",
      "status": "failed",
      "failure": "timeout",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.539352,
      "wall_s": 1801.5,
      "tokens_in": 87288,
      "tokens_out": 81532,
      "tokens_reasoning": 81273,
      "turns": 7,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "aborted",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-v",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "failed",
      "failure": "error",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.01027,
      "wall_s": 651.7,
      "tokens_in": 6407,
      "tokens_out": 152,
      "tokens_reasoning": 46,
      "turns": 6,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "error",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-07-a",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "failed",
      "failure": "error",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.010418,
      "wall_s": 462.9,
      "tokens_in": 6436,
      "tokens_out": 167,
      "tokens_reasoning": 51,
      "turns": 6,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "error",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-07-o",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "failed",
      "failure": "unparseable",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.359936,
      "wall_s": 570,
      "tokens_in": 70972,
      "tokens_out": 41516,
      "tokens_reasoning": 40811,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-a",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.320084,
      "wall_s": 470.2,
      "tokens_in": 70717,
      "tokens_out": 35279,
      "tokens_reasoning": 34886,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-o",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.205556,
      "wall_s": 291.4,
      "tokens_in": 23314,
      "tokens_out": 28344,
      "tokens_reasoning": 27082,
      "turns": 3,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-f",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.676564,
      "wall_s": 917.3,
      "tokens_in": 205472,
      "tokens_out": 76142,
      "tokens_reasoning": 75798,
      "turns": 7,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-v",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.343238,
      "wall_s": 565.3,
      "tokens_in": 51811,
      "tokens_out": 41088,
      "tokens_reasoning": 40789,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-f",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 8,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": true,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 2,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.591826,
      "wall_s": 821.4,
      "tokens_in": 57086,
      "tokens_out": 84313,
      "tokens_reasoning": 83366,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-v",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.535654,
      "wall_s": 1054.3,
      "tokens_in": 59219,
      "tokens_out": 74304,
      "tokens_reasoning": 73773,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-05-f",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.722244,
      "wall_s": 1176.4,
      "tokens_in": 215382,
      "tokens_out": 81156,
      "tokens_reasoning": 80489,
      "turns": 7,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-05-v",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.229992,
      "wall_s": 472.2,
      "tokens_in": 23994,
      "tokens_out": 34238,
      "tokens_reasoning": 33885,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-f",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.663516,
      "wall_s": 1202.5,
      "tokens_in": 83751,
      "tokens_out": 89837,
      "tokens_reasoning": 89080,
      "turns": 5,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-v",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.357758,
      "wall_s": 847.6,
      "tokens_in": 17863,
      "tokens_out": 56008,
      "tokens_reasoning": 55441,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-f",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.671484,
      "wall_s": 895.5,
      "tokens_in": 236160,
      "tokens_out": 72586,
      "tokens_reasoning": 72243,
      "turns": 7,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-v",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.318684,
      "wall_s": 598.5,
      "tokens_in": 39300,
      "tokens_out": 41742,
      "tokens_reasoning": 41093,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-f",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 0.858636,
      "wall_s": 1267.2,
      "tokens_in": 119514,
      "tokens_out": 107396,
      "tokens_reasoning": 106706,
      "turns": 5,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-v",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.700058,
      "wall_s": 1027,
      "tokens_in": 122557,
      "tokens_out": 78256,
      "tokens_reasoning": 77798,
      "turns": 5,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-f",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.59006,
      "wall_s": 960.6,
      "tokens_in": 132979,
      "tokens_out": 73601,
      "tokens_reasoning": 72995,
      "turns": 6,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-v",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.615626,
      "wall_s": 691,
      "tokens_in": 164251,
      "tokens_out": 52430,
      "tokens_reasoning": 51813,
      "turns": 7,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-f",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 4,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": true,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.886828,
      "wall_s": 1381.7,
      "tokens_in": 177155,
      "tokens_out": 97969,
      "tokens_reasoning": 97270,
      "turns": 7,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-v",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": false,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.634156,
      "wall_s": 794.7,
      "tokens_in": 172364,
      "tokens_out": 63054,
      "tokens_reasoning": 62492,
      "turns": 6,
      "effort": "xhigh",
      "providers": [
        "xAI"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    }
  ]
}
