{
  "schema": "paydirt.model/1",
  "release": "2026-10",
  "run_id": "2026-10",
  "slug": "qwen/qwen3.8-max-0902",
  "outcomes": [
    {
      "case": "ch-02-a",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.06453,
      "wall_s": 111.9,
      "tokens_in": 26356,
      "tokens_out": 6151,
      "tokens_reasoning": 4878,
      "turns": 4,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-02-o",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "info",
      "max_severity_exact": true,
      "usd": 0.076586,
      "wall_s": 131.1,
      "tokens_in": 26740,
      "tokens_out": 8331,
      "tokens_reasoning": 6944,
      "turns": 4,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-05-a",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.094086,
      "wall_s": 157.6,
      "tokens_in": 41611,
      "tokens_out": 8680,
      "tokens_reasoning": 7072,
      "turns": 5,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-05-o",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "info",
      "max_severity_exact": true,
      "usd": 0.099688,
      "wall_s": 201.7,
      "tokens_in": 28537,
      "tokens_out": 11433,
      "tokens_reasoning": 9532,
      "turns": 4,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-a",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.089562,
      "wall_s": 167.8,
      "tokens_in": 31772,
      "tokens_out": 9563,
      "tokens_reasoning": 8322,
      "turns": 5,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-o",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "info",
      "max_severity_exact": true,
      "usd": 0.07984,
      "wall_s": 144.6,
      "tokens_in": 32962,
      "tokens_out": 7994,
      "tokens_reasoning": 5934,
      "turns": 5,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-a",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.14485,
      "wall_s": 356.2,
      "tokens_in": 21325,
      "tokens_out": 20020,
      "tokens_reasoning": 18369,
      "turns": 4,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-o",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.137586,
      "wall_s": 271.9,
      "tokens_in": 35684,
      "tokens_out": 15815,
      "tokens_reasoning": 13872,
      "turns": 4,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-f",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 5,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": true,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.162106,
      "wall_s": 407.6,
      "tokens_in": 26646,
      "tokens_out": 22317,
      "tokens_reasoning": 20825,
      "turns": 4,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-v",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.157694,
      "wall_s": 299.7,
      "tokens_in": 53610,
      "tokens_out": 15879,
      "tokens_reasoning": 14193,
      "turns": 5,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-f",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 8,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.452468,
      "wall_s": 1186.1,
      "tokens_in": 145271,
      "tokens_out": 54017,
      "tokens_reasoning": 51941,
      "turns": 7,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-v",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 4,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 1,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.161054,
      "wall_s": 395.1,
      "tokens_in": 26910,
      "tokens_out": 21755,
      "tokens_reasoning": 20273,
      "turns": 4,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-03-f",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 6,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 0.367938,
      "wall_s": 919.5,
      "tokens_in": 59257,
      "tokens_out": 45752,
      "tokens_reasoning": 43870,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-03-v",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 4,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 0.26207,
      "wall_s": 542.5,
      "tokens_in": 96727,
      "tokens_out": 28460,
      "tokens_reasoning": 26613,
      "turns": 6,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-f",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 7,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.250422,
      "wall_s": 579.2,
      "tokens_in": 66422,
      "tokens_out": 28295,
      "tokens_reasoning": 26247,
      "turns": 7,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-v",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 8,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.17041,
      "wall_s": 357.7,
      "tokens_in": 26141,
      "tokens_out": 23272,
      "tokens_reasoning": 21709,
      "turns": 4,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-07-a",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": true,
      "usd": 0.12823,
      "wall_s": 242.4,
      "tokens_in": 56286,
      "tokens_out": 13063,
      "tokens_reasoning": 11595,
      "turns": 6,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-07-o",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "info",
      "max_severity_exact": true,
      "usd": 0.200564,
      "wall_s": 462.3,
      "tokens_in": 56134,
      "tokens_out": 23676,
      "tokens_reasoning": 21125,
      "turns": 5,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-a",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.156598,
      "wall_s": 280.8,
      "tokens_in": 44066,
      "tokens_out": 18803,
      "tokens_reasoning": 17218,
      "turns": 5,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-o",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.123738,
      "wall_s": 239.1,
      "tokens_in": 46444,
      "tokens_out": 12907,
      "tokens_reasoning": 11033,
      "turns": 5,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-f",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 0.380346,
      "wall_s": 1043.4,
      "tokens_in": 69710,
      "tokens_out": 50645,
      "tokens_reasoning": 48853,
      "turns": 5,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-v",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.097684,
      "wall_s": 229,
      "tokens_in": 11114,
      "tokens_out": 13808,
      "tokens_reasoning": 12147,
      "turns": 3,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-f",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 8,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": true,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 2,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.305936,
      "wall_s": 895.1,
      "tokens_in": 24883,
      "tokens_out": 46279,
      "tokens_reasoning": 44211,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-v",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.142346,
      "wall_s": 285.6,
      "tokens_in": 54633,
      "tokens_out": 13876,
      "tokens_reasoning": 12364,
      "turns": 6,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-05-f",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.18544,
      "wall_s": 422.1,
      "tokens_in": 61475,
      "tokens_out": 20943,
      "tokens_reasoning": 18960,
      "turns": 7,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-05-v",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.084018,
      "wall_s": 221.5,
      "tokens_in": 20317,
      "tokens_out": 10516,
      "tokens_reasoning": 9318,
      "turns": 4,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-f",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 7,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 2,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.162884,
      "wall_s": 477.3,
      "tokens_in": 13948,
      "tokens_out": 24290,
      "tokens_reasoning": 22301,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-v",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 6,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 2,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.044736,
      "wall_s": 99.7,
      "tokens_in": 17732,
      "tokens_out": 4532,
      "tokens_reasoning": 3066,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-f",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 6,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 1,
      "decoy_bites": 1,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.141962,
      "wall_s": 343,
      "tokens_in": 11328,
      "tokens_out": 21079,
      "tokens_reasoning": 19568,
      "turns": 3,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-v",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 4,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.085608,
      "wall_s": 238.9,
      "tokens_in": 14085,
      "tokens_out": 11365,
      "tokens_reasoning": 9638,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-f",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 0.241184,
      "wall_s": 780.6,
      "tokens_in": 12262,
      "tokens_out": 38910,
      "tokens_reasoning": 37606,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-v",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 4,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "low",
          "severity_exact": false,
          "severity_distance": -1
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "low",
      "max_severity_exact": null,
      "usd": 0.33451,
      "wall_s": 1059.6,
      "tokens_in": 14466,
      "tokens_out": 54327,
      "tokens_reasoning": 52699,
      "turns": 5,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-f",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.146728,
      "wall_s": 336.5,
      "tokens_in": 39675,
      "tokens_out": 16083,
      "tokens_reasoning": 14528,
      "turns": 5,
      "effort": "xhigh",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-v",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 4,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.095658,
      "wall_s": 192.4,
      "tokens_in": 32960,
      "tokens_out": 8839,
      "tokens_reasoning": 7259,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-f",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 8,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": true,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.142904,
      "wall_s": 310.9,
      "tokens_in": 24540,
      "tokens_out": 19072,
      "tokens_reasoning": 17212,
      "turns": 4,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-v",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 8,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "high",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.109258,
      "wall_s": 277.1,
      "tokens_in": 27025,
      "tokens_out": 13196,
      "tokens_reasoning": 11414,
      "turns": 5,
      "effort": "xhigh",
      "providers": [
        "Alibaba"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    }
  ]
}