{
  "schema": "paydirt.model/1",
  "release": "2026-10",
  "run_id": "2026-10",
  "slug": "mistralai/mistral-medium-3-5",
  "outcomes": [
    {
      "case": "ch-02-a",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.034767,
      "wall_s": 17.9,
      "tokens_in": 13673,
      "tokens_out": 1901,
      "tokens_reasoning": 1564,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-02-o",
      "pair": "ch-02",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "unrated",
      "max_severity_exact": false,
      "usd": 0.029739,
      "wall_s": 17.4,
      "tokens_in": 13816,
      "tokens_out": 1202,
      "tokens_reasoning": 637,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-05-a",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.038184,
      "wall_s": 23.8,
      "tokens_in": 12596,
      "tokens_out": 2572,
      "tokens_reasoning": 2083,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-05-o",
      "pair": "ch-05",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "critical",
      "max_severity_exact": false,
      "usd": 0.097773,
      "wall_s": 66.1,
      "tokens_in": 13077,
      "tokens_out": 10421,
      "tokens_reasoning": 10592,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-a",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": true,
      "usd": 0.050673,
      "wall_s": 26.4,
      "tokens_in": 15737,
      "tokens_out": 3609,
      "tokens_reasoning": 3152,
      "turns": 3,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-06-o",
      "pair": "ch-06",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "unsupported",
      "quote_hit": true,
      "max_severity": "unrated",
      "max_severity_exact": false,
      "usd": 0.0644205,
      "wall_s": 41.3,
      "tokens_in": 15922,
      "tokens_out": 5405,
      "tokens_reasoning": 4971,
      "turns": 3,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-a",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.0550005,
      "wall_s": 39.4,
      "tokens_in": 13547,
      "tokens_out": 4624,
      "tokens_reasoning": 3786,
      "turns": 3,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ch-07-o",
      "pair": "ch-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 0,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "overclaimed",
      "quote_hit": true,
      "max_severity": "high",
      "max_severity_exact": false,
      "usd": 0.1400565,
      "wall_s": 97.1,
      "tokens_in": 32051,
      "tokens_out": 12264,
      "tokens_reasoning": 11045,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-f",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 4,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": true,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.21549,
      "wall_s": 150.1,
      "tokens_in": 25830,
      "tokens_out": 23566,
      "tokens_reasoning": 21222,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-01-v",
      "pair": "hard-01",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 5,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 1,
      "unmatched": 2,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.3367125,
      "wall_s": 136.6,
      "tokens_in": 133565,
      "tokens_out": 18182,
      "tokens_reasoning": 16094,
      "turns": 9,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-f",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 7,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 3,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.2052585,
      "wall_s": 117.6,
      "tokens_in": 54129,
      "tokens_out": 16542,
      "tokens_reasoning": 14121,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-02-v",
      "pair": "hard-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 4,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 3,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.2244825,
      "wall_s": 115.6,
      "tokens_in": 65130,
      "tokens_out": 16905,
      "tokens_reasoning": 14352,
      "turns": 6,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-03-f",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.227325,
      "wall_s": 142.9,
      "tokens_in": 34370,
      "tokens_out": 23436,
      "tokens_reasoning": 21588,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-03-v",
      "pair": "hard-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 3,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "unrated",
      "max_severity_exact": null,
      "usd": 0.1227585,
      "wall_s": 76.2,
      "tokens_in": 24069,
      "tokens_out": 11554,
      "tokens_reasoning": 10571,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-f",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 2,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.236064,
      "wall_s": 153.6,
      "tokens_in": 27936,
      "tokens_out": 25888,
      "tokens_reasoning": 23200,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-04-v",
      "pair": "hard-04",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 2,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.261474,
      "wall_s": 155.8,
      "tokens_in": 71356,
      "tokens_out": 20592,
      "tokens_reasoning": 19106,
      "turns": 6,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-07-a",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": true,
      "usd": 0.0603915,
      "wall_s": 36.7,
      "tokens_in": 28751,
      "tokens_out": 2302,
      "tokens_reasoning": 1374,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-07-o",
      "pair": "hard-07",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "failed",
      "failure": "truncated",
      "correct": false,
      "findings_read": 0,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": null,
      "max_severity_exact": null,
      "usd": 0.522663,
      "wall_s": 412,
      "tokens_in": 19937,
      "tokens_out": 65701,
      "tokens_reasoning": 1420,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "length",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-a",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "accurate",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": true,
      "usd": 0.052107,
      "wall_s": 37.1,
      "tokens_in": 21313,
      "tokens_out": 2685,
      "tokens_reasoning": 2077,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "hard-08-o",
      "pair": "hard-08",
      "family": "challenge",
      "variant": "overclaimed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 1,
      "hits": [],
      "planted": 1,
      "primary_all": null,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": "supported",
      "quote_hit": false,
      "max_severity": "high",
      "max_severity_exact": false,
      "usd": 0.07881,
      "wall_s": 45.6,
      "tokens_in": 21535,
      "tokens_out": 6201,
      "tokens_reasoning": 5499,
      "turns": 3,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-f",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.317442,
      "wall_s": 184.3,
      "tokens_in": 54093,
      "tokens_out": 31507,
      "tokens_reasoning": 30109,
      "turns": 6,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-02-v",
      "pair": "sol-02",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 3,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.1680645,
      "wall_s": 106.9,
      "tokens_in": 16593,
      "tokens_out": 19090,
      "tokens_reasoning": 17645,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-f",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 4,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 1,
      "decoy_bites": 1,
      "unmatched": 2,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.1861215,
      "wall_s": 100.5,
      "tokens_in": 38231,
      "tokens_out": 17170,
      "tokens_reasoning": 14383,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-03-v",
      "pair": "sol-03",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 5,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.3238365,
      "wall_s": 160,
      "tokens_in": 85011,
      "tokens_out": 26176,
      "tokens_reasoning": 22709,
      "turns": 6,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-05-f",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 1,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.2069295,
      "wall_s": 133.3,
      "tokens_in": 19568,
      "tokens_out": 23677,
      "tokens_reasoning": 20824,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-05-v",
      "pair": "sol-05",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": false,
          "by_function": true,
          "severity": "critical",
          "severity_exact": false,
          "severity_distance": 1
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.1362405,
      "wall_s": 87,
      "tokens_in": 19442,
      "tokens_out": 14277,
      "tokens_reasoning": 13857,
      "turns": 4,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-f",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 4,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": true,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 3,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.1777305,
      "wall_s": 128.3,
      "tokens_in": 16142,
      "tokens_out": 20469,
      "tokens_reasoning": 19518,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-09-v",
      "pair": "sol-09",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 2,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.1828845,
      "wall_s": 124.9,
      "tokens_in": 16073,
      "tokens_out": 21170,
      "tokens_reasoning": 20903,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-f",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 5,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": false,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 5,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.2156175,
      "wall_s": 131.7,
      "tokens_in": 37525,
      "tokens_out": 21244,
      "tokens_reasoning": 18901,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-10-v",
      "pair": "sol-10",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 3,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 0,
          "by_line": true,
          "by_function": true,
          "severity": "critical",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 1,
      "decoy_bites": 0,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.1566945,
      "wall_s": 103.9,
      "tokens_in": 23433,
      "tokens_out": 16206,
      "tokens_reasoning": 14610,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-f",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 2,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": true,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.1209465,
      "wall_s": 176,
      "tokens_in": 34116,
      "tokens_out": 9303,
      "tokens_reasoning": 8708,
      "turns": 8,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "sol-11-v",
      "pair": "sol-11",
      "family": "find-sol",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 3,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 3,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.301182,
      "wall_s": 175.4,
      "tokens_in": 53193,
      "tokens_out": 29519,
      "tokens_reasoning": 24254,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-f",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 5,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": true,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.1733235,
      "wall_s": 97.6,
      "tokens_in": 52154,
      "tokens_out": 12679,
      "tokens_reasoning": 12456,
      "turns": 6,
      "effort": "high",
      "providers": [],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-02-v",
      "pair": "ts-02",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 3,
      "hits": [],
      "planted": 1,
      "primary_all": false,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 1,
      "unmatched": 0,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "critical",
      "max_severity_exact": null,
      "usd": 0.1323525,
      "wall_s": 95.8,
      "tokens_in": 39770,
      "tokens_out": 9693,
      "tokens_reasoning": 9754,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-f",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "fixed",
      "status": "ok",
      "failure": null,
      "correct": false,
      "findings_read": 3,
      "hits": [],
      "planted": 0,
      "primary_all": null,
      "bite": true,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "high",
      "max_severity_exact": null,
      "usd": 0.168756,
      "wall_s": 101.5,
      "tokens_in": 37964,
      "tokens_out": 14908,
      "tokens_reasoning": 13470,
      "turns": 5,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    },
    {
      "case": "ts-03-v",
      "pair": "ts-03",
      "family": "find-ts",
      "variant": "vulnerable",
      "status": "ok",
      "failure": null,
      "correct": true,
      "findings_read": 2,
      "hits": [
        {
          "id": "P1",
          "primary": true,
          "finding": 1,
          "by_line": true,
          "by_function": true,
          "severity": "medium",
          "severity_exact": true,
          "severity_distance": 0
        }
      ],
      "planted": 1,
      "primary_all": true,
      "bite": null,
      "decoys": 2,
      "decoy_bites": 0,
      "unmatched": 1,
      "verdict": null,
      "quote_hit": null,
      "max_severity": "medium",
      "max_severity_exact": null,
      "usd": 0.258354,
      "wall_s": 185.8,
      "tokens_in": 26371,
      "tokens_out": 29173,
      "tokens_reasoning": 28881,
      "turns": 4,
      "effort": "high",
      "providers": [
        "Mistral"
      ],
      "stop": "stop",
      "arm": "raw",
      "rep": 1,
      "infra_retries": 0
    }
  ]
}
