{
  "schema": "paydirt.model/1",
  "release": "2026-10",
  "run_id": "2026-10",
  "slug": "google/gemini-3.5-flash-lite",
  "outcomes": [
    {
      "case": "ch-02-a",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.0202716,
      "wall_s": 18,
      "tokens_in": 11445,
      "tokens_out": 4492,
      "tokens_reasoning": 4113,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 1
    },
    {
      "case": "ch-02-o",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "unrated",
      "max_severity_exact": false,
      "usd": 0.02769192,
      "wall_s": 27.7,
      "tokens_in": 34527,
      "tokens_out": 6297,
      "tokens_reasoning": 5544,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 1
    },
    {
      "case": "ch-05-a",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.01429205,
      "wall_s": 17.5,
      "tokens_in": 24240,
      "tokens_out": 3121,
      "tokens_reasoning": 2705,
      "turns": 6,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 1
    },
    {
      "case": "ch-05-o",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "critical",
      "max_severity_exact": false,
      "usd": 0.02212272,
      "wall_s": 57,
      "tokens_in": 20887,
      "tokens_out": 8043,
      "tokens_reasoning": 7458,
      "turns": 6,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-a",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.0135214,
      "wall_s": 19,
      "tokens_in": 13663,
      "tokens_out": 3769,
      "tokens_reasoning": 3388,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-o",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "unrated",
      "max_severity_exact": false,
      "usd": 0.0255494,
      "wall_s": 29.6,
      "tokens_in": 25748,
      "tokens_out": 7130,
      "tokens_reasoning": 6497,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-a",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.0128201,
      "wall_s": 16.1,
      "tokens_in": 11417,
      "tokens_out": 3758,
      "tokens_reasoning": 3264,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-o",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.02120403,
      "wall_s": 58.7,
      "tokens_in": 26009,
      "tokens_out": 6216,
      "tokens_reasoning": 5673,
      "turns": 7,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-f",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.05195758,
      "wall_s": 94.7,
      "tokens_in": 46156,
      "tokens_out": 12885,
      "tokens_reasoning": 12586,
      "turns": 8,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 2
    },
    {
      "case": "hard-01-v",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.08734149,
      "wall_s": 74.2,
      "tokens_in": 37420,
      "tokens_out": 11976,
      "tokens_reasoning": 11464,
      "turns": 6,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 2
    },
    {
      "case": "hard-02-f",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.06677343,
      "wall_s": 82.7,
      "tokens_in": 73415,
      "tokens_out": 23898,
      "tokens_reasoning": 23367,
      "turns": 9,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-v",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 5,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 4,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.03844266,
      "wall_s": 232.2,
      "tokens_in": 78344,
      "tokens_out": 10728,
      "tokens_reasoning": 10107,
      "turns": 13,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 1
    },
    {
      "case": "hard-03-f",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.0285802,
      "wall_s": 67.3,
      "tokens_in": 23453,
      "tokens_out": 8412,
      "tokens_reasoning": 8054,
      "turns": 7,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 1
    },
    {
      "case": "hard-03-v",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.0300474,
      "wall_s": 40.9,
      "tokens_in": 12883,
      "tokens_out": 10473,
      "tokens_reasoning": 10126,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-f",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.04311041,
      "wall_s": 119.6,
      "tokens_in": 116397,
      "tokens_out": 8988,
      "tokens_reasoning": 8608,
      "turns": 15,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 1
    },
    {
      "case": "hard-04-v",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.092798,
      "wall_s": 154.3,
      "tokens_in": 114777,
      "tokens_out": 31924,
      "tokens_reasoning": 31494,
      "turns": 14,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 2
    },
    {
      "case": "hard-07-a",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": true,
      "usd": 0.02824381,
      "wall_s": 23.2,
      "tokens_in": 56134,
      "tokens_out": 3983,
      "tokens_reasoning": 3530,
      "turns": 8,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 1
    },
    {
      "case": "hard-07-o",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "unrated",
      "max_severity_exact": false,
      "usd": 0.03017012,
      "wall_s": 30.6,
      "tokens_in": 33782,
      "tokens_out": 3083,
      "tokens_reasoning": 2694,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 2
    },
    {
      "case": "hard-08-a",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.02942038,
      "wall_s": 39.4,
      "tokens_in": 35094,
      "tokens_out": 9076,
      "tokens_reasoning": 8765,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-o",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": false,
      "max_severity": "high",
      "max_severity_exact": false,
      "usd": 0.0374523,
      "wall_s": 35.7,
      "tokens_in": 19620,
      "tokens_out": 9700,
      "tokens_reasoning": 8914,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 1
    },
    {
      "case": "sol-02-f",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.03178697,
      "wall_s": 83,
      "tokens_in": 32301,
      "tokens_out": 11342,
      "tokens_reasoning": 10845,
      "turns": 8,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-v",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.02272048,
      "wall_s": 65.3,
      "tokens_in": 32469,
      "tokens_out": 7696,
      "tokens_reasoning": 7366,
      "turns": 9,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-f",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.07140008,
      "wall_s": 68.9,
      "tokens_in": 35608,
      "tokens_out": 20118,
      "tokens_reasoning": 19840,
      "turns": 6,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 2
    },
    {
      "case": "sol-03-v",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "failed",
      "failure": "infra",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.10258528,
      "wall_s": 55.7,
      "tokens_in": 60996,
      "tokens_out": 4643,
      "tokens_reasoning": 4411,
      "turns": 10,
      "effort": "high",
      "providers": [],
      "stop": "error",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 2
    },
    {
      "case": "sol-05-f",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": true,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.05847559,
      "wall_s": 74.6,
      "tokens_in": 41999,
      "tokens_out": 9058,
      "tokens_reasoning": 8670,
      "turns": 9,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 1
    },
    {
      "case": "sol-05-v",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.02183914,
      "wall_s": 60.1,
      "tokens_in": 16887,
      "tokens_out": 4944,
      "tokens_reasoning": 4519,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 2
    },
    {
      "case": "sol-09-f",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.09799624,
      "wall_s": 162,
      "tokens_in": 80842,
      "tokens_out": 35758,
      "tokens_reasoning": 35155,
      "turns": 16,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-v",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.02576634,
      "wall_s": 165.3,
      "tokens_in": 44268,
      "tokens_out": 7530,
      "tokens_reasoning": 7290,
      "turns": 13,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-f",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.03407037,
      "wall_s": 95.1,
      "tokens_in": 47441,
      "tokens_out": 11700,
      "tokens_reasoning": 11365,
      "turns": 11,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-v",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.03248903,
      "wall_s": 127,
      "tokens_in": 49403,
      "tokens_out": 10613,
      "tokens_reasoning": 10115,
      "turns": 13,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-f",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.04390676,
      "wall_s": 106.2,
      "tokens_in": 30067,
      "tokens_out": 15321,
      "tokens_reasoning": 14994,
      "turns": 10,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 1
    },
    {
      "case": "sol-11-v",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.0308273,
      "wall_s": 77,
      "tokens_in": 15882,
      "tokens_out": 10173,
      "tokens_reasoning": 9784,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 1
    },
    {
      "case": "ts-02-f",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.03068173,
      "wall_s": 48.5,
      "tokens_in": 30243,
      "tokens_out": 9499,
      "tokens_reasoning": 9212,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-v",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.02482775,
      "wall_s": 32.6,
      "tokens_in": 30167,
      "tokens_out": 8018,
      "tokens_reasoning": 7602,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-f",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.06923679,
      "wall_s": 230,
      "tokens_in": 78477,
      "tokens_out": 19578,
      "tokens_reasoning": 19183,
      "turns": 15,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 1
    },
    {
      "case": "ts-03-v",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.05722024,
      "wall_s": 123.4,
      "tokens_in": 60436,
      "tokens_out": 15961,
      "tokens_reasoning": 15528,
      "turns": 9,
      "effort": "high",
      "providers": [
        "Google"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 2
    }
  ]
}