{
  "schema": "paydirt.model/1",
  "release": "2026-10",
  "run_id": "2026-10",
  "slug": "google/gemini-3.8-flash",
  "outcomes": [
    {
      "case": "ch-02-a",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.041421225,
      "wall_s": 40.7,
      "tokens_in": 70703,
      "tokens_out": 1159,
      "tokens_reasoning": 141,
      "turns": 11,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-02-o",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "unrated",
      "max_severity_exact": false,
      "usd": 0.17234025,
      "wall_s": 114.1,
      "tokens_in": 662413,
      "tokens_out": 2105,
      "tokens_reasoning": 90,
      "turns": 38,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-05-a",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.052040625,
      "wall_s": 72.2,
      "tokens_in": 81392,
      "tokens_out": 1101,
      "tokens_reasoning": 353,
      "turns": 13,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-05-o",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "unrated",
      "max_severity_exact": false,
      "usd": 0.07134195,
      "wall_s": 85.2,
      "tokens_in": 172839,
      "tokens_out": 1889,
      "tokens_reasoning": 146,
      "turns": 21,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-a",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.070106775,
      "wall_s": 101.8,
      "tokens_in": 87337,
      "tokens_out": 9815,
      "tokens_reasoning": 280,
      "turns": 11,
      "effort": "high",
      "providers": [
        "Google AI Studio"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-o",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "unrated",
      "max_severity_exact": false,
      "usd": 0.052648725,
      "wall_s": 51.8,
      "tokens_in": 84695,
      "tokens_out": 1351,
      "tokens_reasoning": 154,
      "turns": 14,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-a",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.03931575,
      "wall_s": 60.7,
      "tokens_in": 75881,
      "tokens_out": 960,
      "tokens_reasoning": 301,
      "turns": 11,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-o",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.071522625,
      "wall_s": 61,
      "tokens_in": 140162,
      "tokens_out": 2248,
      "tokens_reasoning": 233,
      "turns": 19,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-f",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "fixed",
      "status": "failed",
      "failure": "truncated",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.528741,
      "wall_s": 556.5,
      "tokens_in": 1026945,
      "tokens_out": 67491,
      "tokens_reasoning": 148,
      "turns": 58,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "length",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-v",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.328420425,
      "wall_s": 206.6,
      "tokens_in": 1456557,
      "tokens_out": 2387,
      "tokens_reasoning": 128,
      "turns": 67,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-f",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": true,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.2752875,
      "wall_s": 159.3,
      "tokens_in": 1527322,
      "tokens_out": 2149,
      "tokens_reasoning": 272,
      "turns": 55,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-v",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "failed",
      "failure": "truncated",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.344902275,
      "wall_s": 618.2,
      "tokens_in": 68681,
      "tokens_out": 81821,
      "tokens_reasoning": 354,
      "turns": 14,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "length",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-03-f",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.551482125,
      "wall_s": 286.5,
      "tokens_in": 2760560,
      "tokens_out": 4125,
      "tokens_reasoning": 221,
      "turns": 92,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-03-v",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.2402214,
      "wall_s": 165.8,
      "tokens_in": 1308587,
      "tokens_out": 2349,
      "tokens_reasoning": 247,
      "turns": 50,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-f",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "fixed",
      "status": "failed",
      "failure": "truncated",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.29359545,
      "wall_s": 409.7,
      "tokens_in": 109454,
      "tokens_out": 66324,
      "tokens_reasoning": 409,
      "turns": 15,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "length",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-v",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 2,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.27631275,
      "wall_s": 227.3,
      "tokens_in": 1421634,
      "tokens_out": 3193,
      "tokens_reasoning": 291,
      "turns": 60,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-07-a",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": true,
      "usd": 0.066124875,
      "wall_s": 48.9,
      "tokens_in": 214016,
      "tokens_out": 1471,
      "tokens_reasoning": 163,
      "turns": 16,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-07-o",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "unrated",
      "max_severity_exact": false,
      "usd": 0.207038025,
      "wall_s": 138.6,
      "tokens_in": 1063854,
      "tokens_out": 2628,
      "tokens_reasoning": 276,
      "turns": 35,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-a",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.157465425,
      "wall_s": 183.2,
      "tokens_in": 91744,
      "tokens_out": 30885,
      "tokens_reasoning": 338,
      "turns": 8,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-o",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.187411125,
      "wall_s": 129.2,
      "tokens_in": 1040043,
      "tokens_out": 2759,
      "tokens_reasoning": 202,
      "turns": 36,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-f",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "failed",
      "failure": "truncated",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.29097585,
      "wall_s": 427.4,
      "tokens_in": 105390,
      "tokens_out": 66210,
      "tokens_reasoning": 197,
      "turns": 18,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "length",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-v",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.06469605,
      "wall_s": 70.3,
      "tokens_in": 150541,
      "tokens_out": 1678,
      "tokens_reasoning": 296,
      "turns": 23,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-f",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "failed",
      "failure": "timeout",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.062321775,
      "wall_s": 1803.5,
      "tokens_in": 135354,
      "tokens_out": 769,
      "tokens_reasoning": 327,
      "turns": 39,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "aborted",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-v",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.267864975,
      "wall_s": 496.2,
      "tokens_in": 125475,
      "tokens_out": 55131,
      "tokens_reasoning": 166,
      "turns": 14,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-05-f",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 2,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": true,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.086063925,
      "wall_s": 73.7,
      "tokens_in": 248725,
      "tokens_out": 2142,
      "tokens_reasoning": 1235,
      "turns": 24,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-05-v",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "failed",
      "failure": "timeout",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.032960175,
      "wall_s": 1803.7,
      "tokens_in": 54816,
      "tokens_out": 2366,
      "tokens_reasoning": 367,
      "turns": 36,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "aborted",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-f",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "fixed",
      "status": "failed",
      "failure": "truncated",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.279220725,
      "wall_s": 465.9,
      "tokens_in": 65282,
      "tokens_out": 66182,
      "tokens_reasoning": 261,
      "turns": 15,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "length",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-v",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "failed",
      "failure": "truncated",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.297867975,
      "wall_s": 529.2,
      "tokens_in": 117873,
      "tokens_out": 66229,
      "tokens_reasoning": 210,
      "turns": 19,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "length",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-f",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.24435165,
      "wall_s": 334.5,
      "tokens_in": 104865,
      "tokens_out": 48371,
      "tokens_reasoning": 6807,
      "turns": 13,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-v",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.14537115,
      "wall_s": 125.3,
      "tokens_in": 518581,
      "tokens_out": 2386,
      "tokens_reasoning": 214,
      "turns": 42,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-f",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.132454725,
      "wall_s": 160.6,
      "tokens_in": 473898,
      "tokens_out": 3283,
      "tokens_reasoning": 182,
      "turns": 39,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-v",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": false,
          "severity_distance": 1
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.497970675,
      "wall_s": 362.9,
      "tokens_in": 2087251,
      "tokens_out": 3916,
      "tokens_reasoning": 153,
      "turns": 87,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-f",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.2896176,
      "wall_s": 315.7,
      "tokens_in": 1048149,
      "tokens_out": 1838,
      "tokens_reasoning": 184,
      "turns": 55,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-v",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.08300625,
      "wall_s": 87,
      "tokens_in": 139685,
      "tokens_out": 1650,
      "tokens_reasoning": 235,
      "turns": 20,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-f",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.248197425,
      "wall_s": 487.3,
      "tokens_in": 103607,
      "tokens_out": 54198,
      "tokens_reasoning": 170,
      "turns": 14,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-v",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.28108605,
      "wall_s": 248.2,
      "tokens_in": 1318972,
      "tokens_out": 2922,
      "tokens_reasoning": 254,
      "turns": 63,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    }
  ]
}