{
  "schema": "paydirt.model/1",
  "release": "2026-10",
  "run_id": "2026-10",
  "slug": "qwen/qwen3.8-27b",
  "outcomes": [
    {
      "case": "ch-02-a",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.027377073,
      "wall_s": 85.8,
      "tokens_in": 26184,
      "tokens_out": 6161,
      "tokens_reasoning": 4925,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-02-o",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "info",
      "max_severity_exact": true,
      "usd": 0.010396724,
      "wall_s": 57.5,
      "tokens_in": 26432,
      "tokens_out": 2259,
      "tokens_reasoning": 1327,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-05-a",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.028019475,
      "wall_s": 91,
      "tokens_in": 15801,
      "tokens_out": 6355,
      "tokens_reasoning": 5285,
      "turns": 3,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-05-o",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "low",
      "max_severity_exact": false,
      "usd": 0.039753298,
      "wall_s": 124.2,
      "tokens_in": 13960,
      "tokens_out": 9063,
      "tokens_reasoning": 7902,
      "turns": 3,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-a",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.008212514,
      "wall_s": 34.4,
      "tokens_in": 28328,
      "tokens_out": 1746,
      "tokens_reasoning": 755,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-o",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "critical",
      "max_severity_exact": false,
      "usd": 0.038400927,
      "wall_s": 115.8,
      "tokens_in": 30466,
      "tokens_out": 8675,
      "tokens_reasoning": 7517,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-a",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.037206104,
      "wall_s": 114.8,
      "tokens_in": 21255,
      "tokens_out": 8446,
      "tokens_reasoning": 7052,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-o",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.111594946,
      "wall_s": 339.3,
      "tokens_in": 33818,
      "tokens_out": 25486,
      "tokens_reasoning": 23167,
      "turns": 5,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-f",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 0.139306788,
      "wall_s": 420.7,
      "tokens_in": 33187,
      "tokens_out": 31853,
      "tokens_reasoning": 30074,
      "turns": 4,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-v",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.052989172,
      "wall_s": 160.8,
      "tokens_in": 41038,
      "tokens_out": 11981,
      "tokens_reasoning": 9898,
      "turns": 5,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-f",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 0.070720084,
      "wall_s": 219.6,
      "tokens_in": 29282,
      "tokens_out": 16111,
      "tokens_reasoning": 14752,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-v",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.235774568,
      "wall_s": 713.2,
      "tokens_in": 57460,
      "tokens_out": 53924,
      "tokens_reasoning": 51788,
      "turns": 6,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-03-f",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 4,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.095795213,
      "wall_s": 294.6,
      "tokens_in": 25859,
      "tokens_out": 21893,
      "tokens_reasoning": 20233,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-03-v",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 3,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 0.050602413,
      "wall_s": 158.9,
      "tokens_in": 26684,
      "tokens_out": 11499,
      "tokens_reasoning": 10443,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-f",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 6,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.087685839,
      "wall_s": 264.8,
      "tokens_in": 31131,
      "tokens_out": 20001,
      "tokens_reasoning": 18271,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-v",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 5,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.200184361,
      "wall_s": 612.5,
      "tokens_in": 45571,
      "tokens_out": 45796,
      "tokens_reasoning": 43506,
      "turns": 5,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-07-a",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": true,
      "usd": 0.050135497,
      "wall_s": 163.6,
      "tokens_in": 26191,
      "tokens_out": 11388,
      "tokens_reasoning": 9464,
      "turns": 3,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-07-o",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "unrated",
      "max_severity_exact": false,
      "usd": 0.068935934,
      "wall_s": 223,
      "tokens_in": 29080,
      "tokens_out": 15697,
      "tokens_reasoning": 14260,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-a",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.085340025,
      "wall_s": 257.5,
      "tokens_in": 109826,
      "tokens_out": 19094,
      "tokens_reasoning": 16498,
      "turns": 8,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-o",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.041608218,
      "wall_s": 127.6,
      "tokens_in": 50587,
      "tokens_out": 9314,
      "tokens_reasoning": 7522,
      "turns": 5,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-f",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 0.031884861,
      "wall_s": 101,
      "tokens_in": 11069,
      "tokens_out": 7273,
      "tokens_reasoning": 6231,
      "turns": 3,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-v",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.049800302,
      "wall_s": 155.9,
      "tokens_in": 10967,
      "tokens_out": 11392,
      "tokens_reasoning": 10335,
      "turns": 3,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-f",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 4,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.153717273,
      "wall_s": 472.3,
      "tokens_in": 42011,
      "tokens_out": 35132,
      "tokens_reasoning": 33592,
      "turns": 5,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-v",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.240522838,
      "wall_s": 744.1,
      "tokens_in": 45812,
      "tokens_out": 55066,
      "tokens_reasoning": 53624,
      "turns": 5,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-05-f",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 0.216094752,
      "wall_s": 672.3,
      "tokens_in": 23415,
      "tokens_out": 49562,
      "tokens_reasoning": 47913,
      "turns": 5,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-05-v",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.141275573,
      "wall_s": 393.2,
      "tokens_in": 35461,
      "tokens_out": 32298,
      "tokens_reasoning": 31048,
      "turns": 5,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-f",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 4,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 3,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.034689753,
      "wall_s": 108.4,
      "tokens_in": 10859,
      "tokens_out": 7919,
      "tokens_reasoning": 6863,
      "turns": 3,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-v",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 7,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 4,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.054971478,
      "wall_s": 170.3,
      "tokens_in": 18935,
      "tokens_out": 12543,
      "tokens_reasoning": 10642,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-f",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.069817936,
      "wall_s": 195.4,
      "tokens_in": 13697,
      "tokens_out": 15979,
      "tokens_reasoning": 14782,
      "turns": 4,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-v",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "medium",
          "severity_exact": false,
          "severity_distance": -1
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.061651963,
      "wall_s": 185.9,
      "tokens_in": 11334,
      "tokens_out": 14112,
      "tokens_reasoning": 13253,
      "turns": 3,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-f",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 4,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.018464782,
      "wall_s": 148.4,
      "tokens_in": 12217,
      "tokens_out": 4188,
      "tokens_reasoning": 3008,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-v",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 2,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.191825469,
      "wall_s": 588.6,
      "tokens_in": 15581,
      "tokens_out": 44022,
      "tokens_reasoning": 42585,
      "turns": 5,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-f",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 0.024779247,
      "wall_s": 84.8,
      "tokens_in": 14339,
      "tokens_out": 5620,
      "tokens_reasoning": 4695,
      "turns": 3,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-v",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.009338182,
      "wall_s": 35.7,
      "tokens_in": 14188,
      "tokens_out": 2072,
      "tokens_reasoning": 1295,
      "turns": 3,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-f",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 0.087809831,
      "wall_s": 305.4,
      "tokens_in": 28271,
      "tokens_out": 20045,
      "tokens_reasoning": 18994,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-v",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 2,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 0.193859552,
      "wall_s": 602.3,
      "tokens_in": 29217,
      "tokens_out": 44419,
      "tokens_reasoning": 43426,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    }
  ]
}