{
  "schema": "paydirt.model/1",
  "release": "2026-10",
  "run_id": "2026-10",
  "slug": "anthropic/claude-haiku-4.5",
  "outcomes": [
    {
      "case": "ch-02-a",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.035694,
      "wall_s": 24.3,
      "tokens_in": 28214,
      "tokens_out": 1496,
      "tokens_reasoning": 102,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-02-o",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "info",
      "max_severity_exact": true,
      "usd": 0.022731,
      "wall_s": 24.1,
      "tokens_in": 16131,
      "tokens_out": 1320,
      "tokens_reasoning": 79,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-05-a",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.025653,
      "wall_s": 35.3,
      "tokens_in": 18228,
      "tokens_out": 1485,
      "tokens_reasoning": 106,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-05-o",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "critical",
      "max_severity_exact": false,
      "usd": 0.073581,
      "wall_s": 98.4,
      "tokens_in": 27061,
      "tokens_out": 9304,
      "tokens_reasoning": 77,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-a",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.041101,
      "wall_s": 28.5,
      "tokens_in": 31316,
      "tokens_out": 1957,
      "tokens_reasoning": 95,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-o",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "info",
      "max_severity_exact": true,
      "usd": 0.056614,
      "wall_s": 24.3,
      "tokens_in": 50644,
      "tokens_out": 1194,
      "tokens_reasoning": 83,
      "turns": 7,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-a",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.025946,
      "wall_s": 24.4,
      "tokens_in": 15616,
      "tokens_out": 2066,
      "tokens_reasoning": 115,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-o",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "high",
      "max_severity_exact": false,
      "usd": 0.052034,
      "wall_s": 63.9,
      "tokens_in": 15849,
      "tokens_out": 7237,
      "tokens_reasoning": 86,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-f",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "info",
      "max_severity_exact": null,
      "usd": 0.117624,
      "wall_s": 93.4,
      "tokens_in": 67889,
      "tokens_out": 9947,
      "tokens_reasoning": 65,
      "turns": 7,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-v",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 2,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 1,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.054214,
      "wall_s": 29.7,
      "tokens_in": 41934,
      "tokens_out": 2456,
      "tokens_reasoning": 94,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-f",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 2,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.630462,
      "wall_s": 106,
      "tokens_in": 602607,
      "tokens_out": 5571,
      "tokens_reasoning": 92,
      "turns": 30,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-v",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 3,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 2,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.449283,
      "wall_s": 78.8,
      "tokens_in": 425893,
      "tokens_out": 4678,
      "tokens_reasoning": 92,
      "turns": 24,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-03-f",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "info",
      "max_severity_exact": null,
      "usd": 0.090242,
      "wall_s": 83.6,
      "tokens_in": 41542,
      "tokens_out": 9740,
      "tokens_reasoning": 100,
      "turns": 6,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-03-v",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.115153,
      "wall_s": 121.5,
      "tokens_in": 47218,
      "tokens_out": 13587,
      "tokens_reasoning": 94,
      "turns": 7,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-f",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "info",
      "max_severity_exact": null,
      "usd": 0.053496,
      "wall_s": 43.9,
      "tokens_in": 31251,
      "tokens_out": 4449,
      "tokens_reasoning": 122,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-v",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 2,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 2,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.06319,
      "wall_s": 29.9,
      "tokens_in": 51000,
      "tokens_out": 2438,
      "tokens_reasoning": 106,
      "turns": 7,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-07-a",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": true,
      "usd": 0.066746,
      "wall_s": 30.4,
      "tokens_in": 54991,
      "tokens_out": 2351,
      "tokens_reasoning": 51,
      "turns": 6,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-07-o",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 2,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": false,
      "max_severity": "high",
      "max_severity_exact": false,
      "usd": 0.098408,
      "wall_s": 91.8,
      "tokens_in": 46878,
      "tokens_out": 10306,
      "tokens_reasoning": 70,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-a",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.205316,
      "wall_s": 44.7,
      "tokens_in": 187531,
      "tokens_out": 3557,
      "tokens_reasoning": 89,
      "turns": 10,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-o",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": false,
      "max_severity": "high",
      "max_severity_exact": false,
      "usd": 0.278213,
      "wall_s": 64.3,
      "tokens_in": 258193,
      "tokens_out": 4004,
      "tokens_reasoning": 81,
      "turns": 15,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-f",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.039321,
      "wall_s": 27.6,
      "tokens_in": 27221,
      "tokens_out": 2420,
      "tokens_reasoning": 41,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-v",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "info",
      "max_severity_exact": null,
      "usd": 0.049206,
      "wall_s": 48.9,
      "tokens_in": 23486,
      "tokens_out": 5144,
      "tokens_reasoning": 56,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-f",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.942166,
      "wall_s": 181,
      "tokens_in": 878551,
      "tokens_out": 12723,
      "tokens_reasoning": 89,
      "turns": 39,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-v",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 1.042809,
      "wall_s": 147.2,
      "tokens_in": 1004999,
      "tokens_out": 7562,
      "tokens_reasoning": 93,
      "turns": 43,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-05-f",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "info",
      "max_severity_exact": null,
      "usd": 0.077309,
      "wall_s": 77.8,
      "tokens_in": 31799,
      "tokens_out": 9102,
      "tokens_reasoning": 39,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-05-v",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": false,
          "severity_distance": 1
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.055338,
      "wall_s": 35.6,
      "tokens_in": 41823,
      "tokens_out": 2703,
      "tokens_reasoning": 93,
      "turns": 7,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-f",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "info",
      "max_severity_exact": null,
      "usd": 0.092786,
      "wall_s": 101.6,
      "tokens_in": 29836,
      "tokens_out": 12590,
      "tokens_reasoning": 63,
      "turns": 6,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-v",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.053101,
      "wall_s": 43.7,
      "tokens_in": 29796,
      "tokens_out": 4661,
      "tokens_reasoning": 42,
      "turns": 6,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-f",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.060442,
      "wall_s": 70.7,
      "tokens_in": 22997,
      "tokens_out": 7489,
      "tokens_reasoning": 87,
      "turns": 5,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-v",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 3,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 1,
      "unmatched": 2,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.061511,
      "wall_s": 30.7,
      "tokens_in": 49266,
      "tokens_out": 2449,
      "tokens_reasoning": 47,
      "turns": 8,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-f",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.038935,
      "wall_s": 34.2,
      "tokens_in": 21965,
      "tokens_out": 3394,
      "tokens_reasoning": 79,
      "turns": 6,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-v",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.045172,
      "wall_s": 44.2,
      "tokens_in": 21952,
      "tokens_out": 4644,
      "tokens_reasoning": 76,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-f",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "info",
      "max_severity_exact": null,
      "usd": 0.102613,
      "wall_s": 51.6,
      "tokens_in": 80878,
      "tokens_out": 4347,
      "tokens_reasoning": 44,
      "turns": 8,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-v",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 4,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 3,
          "by_line": true,
          "by_function": true,
          "severity": "low",
          "severity_exact": false,
          "severity_distance": -2
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.035023,
      "wall_s": 21.6,
      "tokens_in": 26323,
      "tokens_out": 1740,
      "tokens_reasoning": 86,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-f",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.305461,
      "wall_s": 64.8,
      "tokens_in": 284616,
      "tokens_out": 4169,
      "tokens_reasoning": 89,
      "turns": 14,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-v",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": false,
          "severity_distance": 1
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.389543,
      "wall_s": 96.7,
      "tokens_in": 357108,
      "tokens_out": 6487,
      "tokens_reasoning": 99,
      "turns": 23,
      "effort": "high",
      "providers": [
        "Amazon Bedrock"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    }
  ]
}
