{ "schema": "paydirt.model/1", "release": "2026-10", "run_id": "2026-10", "slug": "anthropic/claude-sonnet-5.5", "outcomes": [ { "case": "ch-02-a", "pair": "ch-02", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.624752, "wall_s": 389.6, "tokens_in": 43841, "tokens_out": 53707, "tokens_reasoning": 51613, "turns": 5, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-02-a", "pair": "ch-02", "family": "challenge", "variant": "accurate", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.210646, "wall_s": 754.3, "tokens_in": 50238, "tokens_out": 111017, "tokens_reasoning": 110338, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "ch-02-o", "pair": "ch-02", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "info", "max_severity_exact": true, "usd": 0.60979, "wall_s": 399.1, "tokens_in": 35420, "tokens_out": 53895, "tokens_reasoning": 51276, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-02-o", "pair": "ch-02", "family": "challenge", "variant": "overclaimed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.720192, "wall_s": 488.3, "tokens_in": 30701, "tokens_out": 65879, "tokens_reasoning": 65556, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "ch-05-a", "pair": "ch-05", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.517872, "wall_s": 328.4, "tokens_in": 39596, "tokens_out": 43868, "tokens_reasoning": 41662, "turns": 5, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-05-a", "pair": "ch-05", "family": "challenge", "variant": "accurate", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.716902, "wall_s": 463.9, "tokens_in": 28996, "tokens_out": 65891, "tokens_reasoning": 63562, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "ch-05-o", "pair": "ch-05", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "info", "max_severity_exact": true, "usd": 1.172382, "wall_s": 791.6, "tokens_in": 55511, "tokens_out": 106136, "tokens_reasoning": 103433, "turns": 6, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-05-o", "pair": "ch-05", "family": "challenge", "variant": "overclaimed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.718088, "wall_s": 484.8, "tokens_in": 29599, "tokens_out": 65889, "tokens_reasoning": 65557, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "ch-06-a", "pair": "ch-06", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 1.05645, "wall_s": 642.8, "tokens_in": 70900, "tokens_out": 91465, "tokens_reasoning": 89046, "turns": 6, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-06-a", "pair": "ch-06", "family": "challenge", "variant": "accurate", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.75162, "wall_s": 463, "tokens_in": 45500, "tokens_out": 66062, "tokens_reasoning": 63180, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "ch-06-o", "pair": "ch-06", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "info", "max_severity_exact": true, "usd": 0.773812, "wall_s": 500.5, "tokens_in": 50956, "tokens_out": 67190, "tokens_reasoning": 64145, "turns": 5, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-06-o", "pair": "ch-06", "family": "challenge", "variant": "overclaimed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.250866, "wall_s": 853.5, "tokens_in": 68548, "tokens_out": 111377, "tokens_reasoning": 110243, "turns": 5, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "ch-07-a", "pair": "ch-07", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "medium", "max_severity_exact": true, "usd": 0.561028, "wall_s": 366.6, "tokens_in": 27839, "tokens_out": 50535, "tokens_reasoning": 48651, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-07-a", "pair": "ch-07", "family": "challenge", "variant": "accurate", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.718794, "wall_s": 506.8, "tokens_in": 29967, "tokens_out": 65886, "tokens_reasoning": 65557, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "ch-07-o", "pair": "ch-07", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "overclaimed", "quote_hit": true, "max_severity": "medium", "max_severity_exact": true, "usd": 0.810584, "wall_s": 528.3, "tokens_in": 43147, "tokens_out": 72429, "tokens_reasoning": 69631, "turns": 5, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-07-o", "pair": "ch-07", "family": "challenge", "variant": "overclaimed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.719274, "wall_s": 481.6, "tokens_in": 30207, "tokens_out": 65886, "tokens_reasoning": 65557, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "hard-01-f", "pair": "hard-01", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.10833, "wall_s": 824.2, "tokens_in": 36820, "tokens_out": 103469, "tokens_reasoning": 102543, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-01-f", "pair": "hard-01", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.72291, "wall_s": 504.5, "tokens_in": 32215, "tokens_out": 65848, "tokens_reasoning": 65567, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-01-v", "pair": "hard-01", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.83664, "wall_s": 587.9, "tokens_in": 37585, "tokens_out": 76147, "tokens_reasoning": 73867, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-01-v", "pair": "hard-01", "family": "find-sol", "variant": "vulnerable", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.346344, "wall_s": 951.2, "tokens_in": 52377, "tokens_out": 124159, "tokens_reasoning": 123608, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-02-f", "pair": "hard-02", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.278726, "wall_s": 853.2, "tokens_in": 39198, "tokens_out": 120033, "tokens_reasoning": 119152, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-02-f", "pair": "hard-02", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.725516, "wall_s": 538.8, "tokens_in": 33423, "tokens_out": 65867, "tokens_reasoning": 65567, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-02-v", "pair": "hard-02", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 1.123302, "wall_s": 777, "tokens_in": 40951, "tokens_out": 104140, "tokens_reasoning": 101534, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-02-v", "pair": "hard-02", "family": "find-sol", "variant": "vulnerable", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.725326, "wall_s": 503.7, "tokens_in": 33388, "tokens_out": 65855, "tokens_reasoning": 65557, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-03-f", "pair": "hard-03", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.378718, "wall_s": 986.1, "tokens_in": 34229, "tokens_out": 131026, "tokens_reasoning": 130417, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-03-f", "pair": "hard-03", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 2.069032, "wall_s": 1562.5, "tokens_in": 71071, "tokens_out": 192689, "tokens_reasoning": 191460, "turns": 5, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-03-v", "pair": "hard-03", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": false, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 1.42046, "wall_s": 968.5, "tokens_in": 52730, "tokens_out": 131500, "tokens_reasoning": 128730, "turns": 5, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-03-v", "pair": "hard-03", "family": "find-sol", "variant": "vulnerable", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.327666, "wall_s": 936.5, "tokens_in": 50428, "tokens_out": 122681, "tokens_reasoning": 121975, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-04-f", "pair": "hard-04", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.33114, "wall_s": 937.2, "tokens_in": 41640, "tokens_out": 124786, "tokens_reasoning": 124005, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-04-f", "pair": "hard-04", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.726148, "wall_s": 500.6, "tokens_in": 33804, "tokens_out": 65854, "tokens_reasoning": 65557, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-04-v", "pair": "hard-04", "family": "find-sol", "variant": "vulnerable", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.164884, "wall_s": 858.9, "tokens_in": 40652, "tokens_out": 108358, "tokens_reasoning": 107684, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-04-v", "pair": "hard-04", "family": "find-sol", "variant": "vulnerable", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.095202, "wall_s": 761.6, "tokens_in": 55806, "tokens_out": 98359, "tokens_reasoning": 97732, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-07-a", "pair": "hard-07", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "high", "max_severity_exact": true, "usd": 0.5879, "wall_s": 381.5, "tokens_in": 27675, "tokens_out": 53255, "tokens_reasoning": 51290, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-07-a", "pair": "hard-07", "family": "challenge", "variant": "accurate", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.768026, "wall_s": 475.6, "tokens_in": 53533, "tokens_out": 66096, "tokens_reasoning": 65552, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "hard-07-o", "pair": "hard-07", "family": "challenge", "variant": "overclaimed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.351192, "wall_s": 922.7, "tokens_in": 50366, "tokens_out": 125046, "tokens_reasoning": 124306, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-07-o", "pair": "hard-07", "family": "challenge", "variant": "overclaimed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.767064, "wall_s": 495.5, "tokens_in": 52967, "tokens_out": 66113, "tokens_reasoning": 65568, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "hard-08-a", "pair": "hard-08", "family": "challenge", "variant": "accurate", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.717904, "wall_s": 482.3, "tokens_in": 29217, "tokens_out": 65947, "tokens_reasoning": 65557, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-08-a", "pair": "hard-08", "family": "challenge", "variant": "accurate", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.740186, "wall_s": 515.2, "tokens_in": 40318, "tokens_out": 65955, "tokens_reasoning": 65567, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "hard-08-o", "pair": "hard-08", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "overclaimed", "quote_hit": true, "max_severity": "medium", "max_severity_exact": true, "usd": 1.023854, "wall_s": 626, "tokens_in": 56127, "tokens_out": 91160, "tokens_reasoning": 88637, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-08-o", "pair": "hard-08", "family": "challenge", "variant": "overclaimed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.740496, "wall_s": 504, "tokens_in": 40528, "tokens_out": 65944, "tokens_reasoning": 65557, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "sol-02-f", "pair": "sol-02", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "timeout", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 2.264712, "wall_s": 1803.2, "tokens_in": 49011, "tokens_out": 216669, "tokens_reasoning": 214887, "turns": 7, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "aborted", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-02-f", "pair": "sol-02", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.71126, "wall_s": 487.5, "tokens_in": 26330, "tokens_out": 65860, "tokens_reasoning": 65567, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-02-v", "pair": "sol-02", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.977848, "wall_s": 676.7, "tokens_in": 36449, "tokens_out": 90495, "tokens_reasoning": 87575, "turns": 5, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-02-v", "pair": "sol-02", "family": "find-sol", "variant": "vulnerable", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.69639, "wall_s": 1201.4, "tokens_in": 54990, "tokens_out": 158641, "tokens_reasoning": 157813, "turns": 5, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-03-f", "pair": "sol-03", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.712498, "wall_s": 511.2, "tokens_in": 25169, "tokens_out": 66216, "tokens_reasoning": 65621, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-03-f", "pair": "sol-03", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.724348, "wall_s": 532.9, "tokens_in": 32874, "tokens_out": 65860, "tokens_reasoning": 65568, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-03-v", "pair": "sol-03", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 1.01806, "wall_s": 716.5, "tokens_in": 39135, "tokens_out": 93979, "tokens_reasoning": 91702, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-03-v", "pair": "sol-03", "family": "find-sol", "variant": "vulnerable", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.309068, "wall_s": 921.9, "tokens_in": 56349, "tokens_out": 119637, "tokens_reasoning": 118880, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-05-f", "pair": "sol-05", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 1.81811, "wall_s": 1255.1, "tokens_in": 74025, "tokens_out": 167006, "tokens_reasoning": 163626, "turns": 7, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-05-f", "pair": "sol-05", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 2.08129, "wall_s": 1505.4, "tokens_in": 81470, "tokens_out": 191835, "tokens_reasoning": 188472, "turns": 6, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-05-v", "pair": "sol-05", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.960982, "wall_s": 628.9, "tokens_in": 48391, "tokens_out": 86420, "tokens_reasoning": 83419, "turns": 6, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-05-v", "pair": "sol-05", "family": "find-sol", "variant": "vulnerable", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.715902, "wall_s": 507.5, "tokens_in": 28466, "tokens_out": 65897, "tokens_reasoning": 65557, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-09-f", "pair": "sol-09", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 2.268382, "wall_s": 1588.8, "tokens_in": 53006, "tokens_out": 216237, "tokens_reasoning": 214167, "turns": 6, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-09-f", "pair": "sol-09", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.320268, "wall_s": 963.7, "tokens_in": 41019, "tokens_out": 123823, "tokens_reasoning": 122972, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-09-v", "pair": "sol-09", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 1.21062, "wall_s": 832.1, "tokens_in": 38385, "tokens_out": 113385, "tokens_reasoning": 110822, "turns": 5, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-09-v", "pair": "sol-09", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 1.742856, "wall_s": 1201.2, "tokens_in": 54768, "tokens_out": 163332, "tokens_reasoning": 159549, "turns": 5, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-10-f", "pair": "sol-10", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "timeout", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.893406, "wall_s": 1801.9, "tokens_in": 39713, "tokens_out": 181398, "tokens_reasoning": 179634, "turns": 6, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "aborted", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-10-f", "pair": "sol-10", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 1.078924, "wall_s": 772.8, "tokens_in": 40587, "tokens_out": 99775, "tokens_reasoning": 97348, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-10-v", "pair": "sol-10", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 1.135066, "wall_s": 826.9, "tokens_in": 26813, "tokens_out": 108144, "tokens_reasoning": 105811, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-10-v", "pair": "sol-10", "family": "find-sol", "variant": "vulnerable", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.711448, "wall_s": 1064.8, "tokens_in": 40124, "tokens_out": 131331, "tokens_reasoning": 131093, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-11-f", "pair": "sol-11", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 1.055498, "wall_s": 725.1, "tokens_in": 41649, "tokens_out": 97220, "tokens_reasoning": 94833, "turns": 5, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-11-f", "pair": "sol-11", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.262858, "wall_s": 904, "tokens_in": 42479, "tokens_out": 117790, "tokens_reasoning": 117111, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-11-v", "pair": "sol-11", "family": "find-sol", "variant": "vulnerable", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.349508, "wall_s": 988.7, "tokens_in": 29509, "tokens_out": 129049, "tokens_reasoning": 128123, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-11-v", "pair": "sol-11", "family": "find-sol", "variant": "vulnerable", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.71393, "wall_s": 502.1, "tokens_in": 27695, "tokens_out": 65854, "tokens_reasoning": 65557, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "ts-02-f", "pair": "ts-02", "family": "find-ts", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 1.047274, "wall_s": 702.1, "tokens_in": 42817, "tokens_out": 96164, "tokens_reasoning": 93261, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "general", "rep": 1, "infra_retries": 0 }, { "case": "ts-02-f", "pair": "ts-02", "family": "find-ts", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.60443, "wall_s": 442.4, "tokens_in": 18920, "tokens_out": 56659, "tokens_reasoning": 55287, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-02-v", "pair": "ts-02", "family": "find-ts", "variant": "vulnerable", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.123086, "wall_s": 762.4, "tokens_in": 44158, "tokens_out": 103477, "tokens_reasoning": 100119, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "general", "rep": 1, "infra_retries": 0 }, { "case": "ts-02-v", "pair": "ts-02", "family": "find-ts", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.5432, "wall_s": 353.5, "tokens_in": 35085, "tokens_out": 47303, "tokens_reasoning": 44926, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-03-f", "pair": "ts-03", "family": "find-ts", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.347022, "wall_s": 939.7, "tokens_in": 48536, "tokens_out": 124995, "tokens_reasoning": 124216, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "general", "rep": 1, "infra_retries": 0 }, { "case": "ts-03-f", "pair": "ts-03", "family": "find-ts", "variant": "fixed", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.703016, "wall_s": 499.3, "tokens_in": 21258, "tokens_out": 66050, "tokens_reasoning": 65597, "turns": 3, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-03-v", "pair": "ts-03", "family": "find-ts", "variant": "vulnerable", "status": "failed", "failure": "truncated", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 1.38258, "wall_s": 1026.7, "tokens_in": 48410, "tokens_out": 128576, "tokens_reasoning": 127956, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "length", "arm": "general", "rep": 1, "infra_retries": 0 }, { "case": "ts-03-v", "pair": "ts-03", "family": "find-ts", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 3, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": false, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 1.293126, "wall_s": 966.3, "tokens_in": 39288, "tokens_out": 121455, "tokens_reasoning": 118758, "turns": 4, "effort": "max", "providers": [ "Claude Platform on AWS" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 } ] }