{
  "schema": "paydirt.model/1",
  "release": "2026-10",
  "run_id": "2026-10",
  "slug": "anthropic/claude-fable-5.1",
  "outcomes": [
    {
      "case": "ch-02-a",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.76629,
      "wall_s": 123.9,
      "tokens_in": 26609,
      "tokens_out": 10004,
      "tokens_reasoning": 8155,
      "turns": 4,
      "effort": "max",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-02-o",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "info",
      "max_severity_exact": true,
      "usd": 0.87559,
      "wall_s": 163.6,
      "tokens_in": 19614,
      "tokens_out": 13589,
      "tokens_reasoning": 11222,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-05-a",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.73873,
      "wall_s": 130.1,
      "tokens_in": 17893,
      "tokens_out": 11196,
      "tokens_reasoning": 8816,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-05-o",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "info",
      "max_severity_exact": true,
      "usd": 1.33133,
      "wall_s": 281.5,
      "tokens_in": 18518,
      "tokens_out": 22923,
      "tokens_reasoning": 20344,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-a",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 1.01936,
      "wall_s": 173.2,
      "tokens_in": 30431,
      "tokens_out": 14301,
      "tokens_reasoning": 12044,
      "turns": 4,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-o",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "failed",
      "failure": "unparseable",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.07211,
      "wall_s": 11.6,
      "tokens_in": 5711,
      "tokens_out": 300,
      "tokens_reasoning": 22,
      "turns": 3,
      "effort": "max",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-a",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 1.16743,
      "wall_s": 213.1,
      "tokens_in": 27553,
      "tokens_out": 17838,
      "tokens_reasoning": 15868,
      "turns": 4,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-o",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 1.12756,
      "wall_s": 205.6,
      "tokens_in": 28031,
      "tokens_out": 16945,
      "tokens_reasoning": 14186,
      "turns": 4,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-f",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 2.06199,
      "wall_s": 468,
      "tokens_in": 20654,
      "tokens_out": 37109,
      "tokens_reasoning": 34321,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-v",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 1.1213,
      "wall_s": 238,
      "tokens_in": 20620,
      "tokens_out": 18302,
      "tokens_reasoning": 16108,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-f",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 2.6631,
      "wall_s": 575.5,
      "tokens_in": 39750,
      "tokens_out": 45312,
      "tokens_reasoning": 42793,
      "turns": 5,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-v",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 1.49931,
      "wall_s": 311.2,
      "tokens_in": 21831,
      "tokens_out": 25620,
      "tokens_reasoning": 23355,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-03-f",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 1.84998,
      "wall_s": 419.9,
      "tokens_in": 19513,
      "tokens_out": 33097,
      "tokens_reasoning": 31006,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-03-v",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "failed",
      "failure": "unparseable",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 1.1275,
      "wall_s": 181.5,
      "tokens_in": 45875,
      "tokens_out": 13375,
      "tokens_reasoning": 13004,
      "turns": 6,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-f",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 1.83048,
      "wall_s": 327.9,
      "tokens_in": 62548,
      "tokens_out": 24100,
      "tokens_reasoning": 21690,
      "turns": 7,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-v",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 4,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 1.69436,
      "wall_s": 378.7,
      "tokens_in": 22241,
      "tokens_out": 29439,
      "tokens_reasoning": 26680,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-07-a",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": true,
      "usd": 1.1745,
      "wall_s": 279.6,
      "tokens_in": 38420,
      "tokens_out": 15806,
      "tokens_reasoning": 13244,
      "turns": 4,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-07-o",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "info",
      "max_severity_exact": true,
      "usd": 2.036,
      "wall_s": 406.3,
      "tokens_in": 37840,
      "tokens_out": 33152,
      "tokens_reasoning": 29444,
      "turns": 4,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-a",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 1.32031,
      "wall_s": 228.2,
      "tokens_in": 40161,
      "tokens_out": 18374,
      "tokens_reasoning": 16082,
      "turns": 4,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-o",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 1.23862,
      "wall_s": 200.9,
      "tokens_in": 40527,
      "tokens_out": 16667,
      "tokens_reasoning": 13889,
      "turns": 4,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-f",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 2.82081,
      "wall_s": 605.8,
      "tokens_in": 23986,
      "tokens_out": 51619,
      "tokens_reasoning": 49447,
      "turns": 4,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-v",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.7701,
      "wall_s": 153.1,
      "tokens_in": 14740,
      "tokens_out": 12454,
      "tokens_reasoning": 9903,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-f",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 8,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 2.12627,
      "wall_s": 460.9,
      "tokens_in": 21327,
      "tokens_out": 38260,
      "tokens_reasoning": 35318,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-v",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 1.18025,
      "wall_s": 238.9,
      "tokens_in": 21300,
      "tokens_out": 19345,
      "tokens_reasoning": 16345,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-05-f",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 1.65971,
      "wall_s": 336,
      "tokens_in": 28496,
      "tokens_out": 27495,
      "tokens_reasoning": 25383,
      "turns": 4,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-05-v",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.79077,
      "wall_s": 162.4,
      "tokens_in": 16622,
      "tokens_out": 12491,
      "tokens_reasoning": 10499,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-f",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 1.43791,
      "wall_s": 313.6,
      "tokens_in": 14351,
      "tokens_out": 25888,
      "tokens_reasoning": 23600,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-v",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.97777,
      "wall_s": 213.9,
      "tokens_in": 14352,
      "tokens_out": 16685,
      "tokens_reasoning": 14222,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-f",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 1.17426,
      "wall_s": 267.5,
      "tokens_in": 15196,
      "tokens_out": 20446,
      "tokens_reasoning": 18069,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-v",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "failed",
      "failure": "unparseable",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.68933,
      "wall_s": 155.7,
      "tokens_in": 15188,
      "tokens_out": 10749,
      "tokens_reasoning": 10485,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-f",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 6,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 1.80739,
      "wall_s": 405.6,
      "tokens_in": 16109,
      "tokens_out": 32926,
      "tokens_reasoning": 30046,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-v",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 2.5663,
      "wall_s": 569.1,
      "tokens_in": 26790,
      "tokens_out": 45968,
      "tokens_reasoning": 43464,
      "turns": 4,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-f",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 1.19615,
      "wall_s": 246.6,
      "tokens_in": 21795,
      "tokens_out": 19564,
      "tokens_reasoning": 17043,
      "turns": 4,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-v",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.64084,
      "wall_s": 117.4,
      "tokens_in": 18589,
      "tokens_out": 9099,
      "tokens_reasoning": 7367,
      "turns": 3,
      "effort": "max",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-f",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 4,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": true,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 1.81636,
      "wall_s": 375.8,
      "tokens_in": 39496,
      "tokens_out": 28428,
      "tokens_reasoning": 25827,
      "turns": 6,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-v",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 1.37374,
      "wall_s": 294,
      "tokens_in": 20799,
      "tokens_out": 23315,
      "tokens_reasoning": 20972,
      "turns": 3,
      "effort": "max",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    }
  ]
}