{ "schema": "paydirt.model/1", "release": "2026-10", "run_id": "2026-10", "slug": "z-ai/glm-5.3-flash", "outcomes": [ { "case": "ch-02-a", "pair": "ch-02", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.00663683, "wall_s": 96.4, "tokens_in": 13997, "tokens_out": 10288, "tokens_reasoning": 9253, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-02-a", "pair": "ch-02", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.019466638, "wall_s": 285.1, "tokens_in": 60847, "tokens_out": 24208, "tokens_reasoning": 22475, "turns": 5, "effort": "max", "providers": [], "stop": "stop", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "ch-02-o", "pair": "ch-02", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "info", "max_severity_exact": true, "usd": 0.0104893, "wall_s": 168.3, "tokens_in": 14188, "tokens_out": 17567, "tokens_reasoning": 16239, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-02-o", "pair": "ch-02", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "critical", "max_severity_exact": false, "usd": 0.017801302, "wall_s": 260.3, "tokens_in": 58574, "tokens_out": 22341, "tokens_reasoning": 19925, "turns": 5, "effort": "max", "providers": [], "stop": "stop", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "ch-05-a", "pair": "ch-05", "family": "challenge", "variant": "accurate", "status": "failed", "failure": "unparseable", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.00478578, "wall_s": 55.8, "tokens_in": 20540, "tokens_out": 5775, "tokens_reasoning": 4869, "turns": 4, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-05-a", "pair": "ch-05", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.009935955, "wall_s": 201.4, "tokens_in": 26214, "tokens_out": 14005, "tokens_reasoning": 12348, "turns": 4, "effort": "max", "providers": [], "stop": "stop", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "ch-05-o", "pair": "ch-05", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "critical", "max_severity_exact": false, "usd": 0.01460658, "wall_s": 238.5, "tokens_in": 17026, "tokens_out": 26394, "tokens_reasoning": 25417, "turns": 4, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-05-o", "pair": "ch-05", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "overclaimed", "quote_hit": true, "max_severity": "critical", "max_severity_exact": false, "usd": 0.01925261, "wall_s": 387, "tokens_in": 27042, "tokens_out": 34658, "tokens_reasoning": 32373, "turns": 4, "effort": "max", "providers": [], "stop": "stop", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "ch-06-a", "pair": "ch-06", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.00703252, "wall_s": 81.7, "tokens_in": 41076, "tokens_out": 8516, "tokens_reasoning": 7375, "turns": 6, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-06-a", "pair": "ch-06", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.006054505, "wall_s": 134.4, "tokens_in": 28843, "tokens_out": 10090, "tokens_reasoning": 8424, "turns": 4, "effort": "max", "providers": [], "stop": "stop", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "ch-06-o", "pair": "ch-06", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 3, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "critical", "max_severity_exact": false, "usd": 0.01898134, "wall_s": 284.7, "tokens_in": 24238, "tokens_out": 33794, "tokens_reasoning": 32413, "turns": 4, "effort": "max", "providers": [ "Friendli" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-06-o", "pair": "ch-06", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 3, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "critical", "max_severity_exact": false, "usd": 0.018232525, "wall_s": 462.6, "tokens_in": 76215, "tokens_out": 31130, "tokens_reasoning": 28556, "turns": 5, "effort": "max", "providers": [], "stop": "stop", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "ch-07-a", "pair": "ch-07", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "medium", "max_severity_exact": true, "usd": 0.00581935, "wall_s": 80.3, "tokens_in": 15323, "tokens_out": 8885, "tokens_reasoning": 7610, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-07-a", "pair": "ch-07", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "medium", "max_severity_exact": true, "usd": 0.007908064, "wall_s": 175.8, "tokens_in": 31863, "tokens_out": 11465, "tokens_reasoning": 8620, "turns": 4, "effort": "max", "providers": [], "stop": "stop", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "ch-07-o", "pair": "ch-07", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "overclaimed", "quote_hit": true, "max_severity": "medium", "max_severity_exact": true, "usd": 0.01495928, "wall_s": 234, "tokens_in": 23518, "tokens_out": 26611, "tokens_reasoning": 25156, "turns": 4, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-07-o", "pair": "ch-07", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "overclaimed", "quote_hit": true, "max_severity": "medium", "max_severity_exact": true, "usd": 0.01850555, "wall_s": 398.6, "tokens_in": 67735, "tokens_out": 24414, "tokens_reasoning": 20419, "turns": 5, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "hard-01-f", "pair": "hard-01", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.02067035, "wall_s": 340.2, "tokens_in": 13153, "tokens_out": 38470, "tokens_reasoning": 37594, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-01-f", "pair": "hard-01", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.01591582, "wall_s": 470, "tokens_in": 21052, "tokens_out": 30358, "tokens_reasoning": 29202, "turns": 3, "effort": "max", "providers": [], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-01-v", "pair": "hard-01", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.01115025, "wall_s": 193.4, "tokens_in": 13137, "tokens_out": 19281, "tokens_reasoning": 18155, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-01-v", "pair": "hard-01", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.011765365, "wall_s": 353.6, "tokens_in": 49938, "tokens_out": 18184, "tokens_reasoning": 16162, "turns": 4, "effort": "max", "providers": [], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-02-f", "pair": "hard-02", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 3, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 1, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.02839605, "wall_s": 533.1, "tokens_in": 13881, "tokens_out": 53703, "tokens_reasoning": 52150, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-02-f", "pair": "hard-02", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 1, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.040611865, "wall_s": 834.4, "tokens_in": 110316, "tokens_out": 56157, "tokens_reasoning": 53765, "turns": 7, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-02-v", "pair": "hard-02", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": false, "findings_read": 2, "hits": [], "planted": 1, "primary_all": false, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.03063111, "wall_s": 355.6, "tokens_in": 115313, "tokens_out": 41844, "tokens_reasoning": 40661, "turns": 5, "effort": "max", "providers": [ "Friendli" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-02-v", "pair": "hard-02", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.03108409, "wall_s": 921.1, "tokens_in": 21721, "tokens_out": 58217, "tokens_reasoning": 55618, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-03-f", "pair": "hard-03", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "info", "max_severity_exact": null, "usd": 0.03717064, "wall_s": 467, "tokens_in": 128286, "tokens_out": 50939, "tokens_reasoning": 49443, "turns": 5, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-03-f", "pair": "hard-03", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.035914633, "wall_s": 778.8, "tokens_in": 81262, "tokens_out": 50000, "tokens_reasoning": 48608, "turns": 4, "effort": "max", "providers": [], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-03-v", "pair": "hard-03", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": false, "findings_read": 1, "hits": [], "planted": 1, "primary_all": false, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "info", "max_severity_exact": null, "usd": 0.023114855, "wall_s": 1270.3, "tokens_in": 12614, "tokens_out": 44944, "tokens_reasoning": 44046, "turns": 3, "effort": "max", "providers": [ "Friendli" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-03-v", "pair": "hard-03", "family": "find-sol", "variant": "vulnerable", "status": "failed", "failure": "timeout", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.00023184, "wall_s": 1801.4, "tokens_in": 8894, "tokens_out": 112, "tokens_reasoning": 26, "turns": 3, "effort": "max", "providers": [ "StreamLake" ], "stop": "aborted", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-04-f", "pair": "hard-04", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.02964902, "wall_s": 604.2, "tokens_in": 13990, "tokens_out": 56038, "tokens_reasoning": 55263, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-04-f", "pair": "hard-04", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 3, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.006812034, "wall_s": 358.3, "tokens_in": 31507, "tokens_out": 17663, "tokens_reasoning": 15882, "turns": 4, "effort": "max", "providers": [ "GMICloud" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-04-v", "pair": "hard-04", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.021377935, "wall_s": 1146.9, "tokens_in": 24536, "tokens_out": 67919, "tokens_reasoning": 68584, "turns": 4, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-04-v", "pair": "hard-04", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": false, "findings_read": 1, "hits": [], "planted": 1, "primary_all": false, "bite": null, "decoys": 2, "decoy_bites": 1, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.02481347, "wall_s": 552.6, "tokens_in": 65343, "tokens_out": 32113, "tokens_reasoning": 29743, "turns": 4, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "hard-07-a", "pair": "hard-07", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "high", "max_severity_exact": true, "usd": 0.007304815, "wall_s": 232.6, "tokens_in": 32609, "tokens_out": 12327, "tokens_reasoning": 10154, "turns": 4, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-07-a", "pair": "hard-07", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "high", "max_severity_exact": true, "usd": 0.01389743, "wall_s": 129.4, "tokens_in": 34655, "tokens_out": 19303, "tokens_reasoning": 16520, "turns": 4, "effort": "max", "providers": [], "stop": "stop", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "hard-07-o", "pair": "hard-07", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "high", "max_severity_exact": false, "usd": 0.022047305, "wall_s": 879.4, "tokens_in": 62125, "tokens_out": 59945, "tokens_reasoning": 58025, "turns": 6, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-07-o", "pair": "hard-07", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "high", "max_severity_exact": false, "usd": 0.0402401, "wall_s": 1041.5, "tokens_in": 133090, "tokens_out": 126783, "tokens_reasoning": 123519, "turns": 7, "effort": "max", "providers": [ "Friendli" ], "stop": "stop", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "hard-08-a", "pair": "hard-08", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "medium", "max_severity_exact": true, "usd": 0.00859223, "wall_s": 375.4, "tokens_in": 25878, "tokens_out": 15373, "tokens_reasoning": 14034, "turns": 4, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-08-a", "pair": "hard-08", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "medium", "max_severity_exact": true, "usd": 0.02235084, "wall_s": 352.9, "tokens_in": 84354, "tokens_out": 24495, "tokens_reasoning": 22555, "turns": 5, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "hard-08-o", "pair": "hard-08", "family": "challenge", "variant": "overclaimed", "status": "failed", "failure": "unparseable", "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.012331195, "wall_s": 366.5, "tokens_in": 57377, "tokens_out": 20646, "tokens_reasoning": 19885, "turns": 4, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-08-o", "pair": "hard-08", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "overclaimed", "quote_hit": true, "max_severity": "medium", "max_severity_exact": true, "usd": 0.02373551, "wall_s": 459.6, "tokens_in": 36305, "tokens_out": 40925, "tokens_reasoning": 38225, "turns": 4, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "report", "rep": 1, "infra_retries": 0 }, { "case": "sol-02-f", "pair": "sol-02", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.013938945, "wall_s": 329.2, "tokens_in": 9306, "tokens_out": 25918, "tokens_reasoning": 24813, "turns": 3, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-02-f", "pair": "sol-02", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.009759084, "wall_s": 417.7, "tokens_in": 46516, "tokens_out": 22523, "tokens_reasoning": 21223, "turns": 4, "effort": "max", "providers": [ "GMICloud" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-02-v", "pair": "sol-02", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.011148375, "wall_s": 401.1, "tokens_in": 9225, "tokens_out": 21651, "tokens_reasoning": 20255, "turns": 3, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-02-v", "pair": "sol-02", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.006187932, "wall_s": 359.7, "tokens_in": 17120, "tokens_out": 18501, "tokens_reasoning": 16455, "turns": 3, "effort": "max", "providers": [ "GMICloud" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-03-f", "pair": "sol-03", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 4, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 1, "decoy_bites": 0, "unmatched": 1, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.021871835, "wall_s": 407.8, "tokens_in": 13410, "tokens_out": 40542, "tokens_reasoning": 38138, "turns": 3, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-03-f", "pair": "sol-03", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "timeout", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.001085824, "wall_s": 1801.3, "tokens_in": 8864, "tokens_out": 120, "tokens_reasoning": 21, "turns": 3, "effort": "max", "providers": [ "Novita" ], "stop": "aborted", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-03-v", "pair": "sol-03", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.023959265, "wall_s": 473.6, "tokens_in": 69975, "tokens_out": 38688, "tokens_reasoning": 33889, "turns": 5, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-03-v", "pair": "sol-03", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.015881533, "wall_s": 888.1, "tokens_in": 69320, "tokens_out": 36830, "tokens_reasoning": 34489, "turns": 4, "effort": "max", "providers": [ "Novita" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-05-f", "pair": "sol-05", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.02890763, "wall_s": 493.8, "tokens_in": 100330, "tokens_out": 38962, "tokens_reasoning": 37612, "turns": 5, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 1 }, { "case": "sol-05-f", "pair": "sol-05", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.0265379, "wall_s": 546, "tokens_in": 63602, "tokens_out": 37144, "tokens_reasoning": 35738, "turns": 4, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-05-v", "pair": "sol-05", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.00882287, "wall_s": 232.1, "tokens_in": 10541, "tokens_out": 15574, "tokens_reasoning": 14704, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-05-v", "pair": "sol-05", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.01401349, "wall_s": 264.8, "tokens_in": 18257, "tokens_out": 23579, "tokens_reasoning": 21452, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-09-f", "pair": "sol-09", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 4, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.0162466, "wall_s": 371.7, "tokens_in": 9008, "tokens_out": 30866, "tokens_reasoning": 29898, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-09-f", "pair": "sol-09", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.01839757, "wall_s": 349.5, "tokens_in": 16895, "tokens_out": 33662, "tokens_reasoning": 32194, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-09-v", "pair": "sol-09", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 3, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.0087854, "wall_s": 203.7, "tokens_in": 8960, "tokens_out": 15958, "tokens_reasoning": 14811, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-09-v", "pair": "sol-09", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 1, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.013750882, "wall_s": 325.6, "tokens_in": 45641, "tokens_out": 22521, "tokens_reasoning": 21110, "turns": 4, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-10-f", "pair": "sol-10", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.01306195, "wall_s": 313.1, "tokens_in": 9535, "tokens_out": 24185, "tokens_reasoning": 23084, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-10-f", "pair": "sol-10", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.013009405, "wall_s": 363.7, "tokens_in": 17383, "tokens_out": 24802, "tokens_reasoning": 24476, "turns": 3, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-10-v", "pair": "sol-10", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.00772183, "wall_s": 425.5, "tokens_in": 9575, "tokens_out": 14344, "tokens_reasoning": 14373, "turns": 3, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-10-v", "pair": "sol-10", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.012670062, "wall_s": 340.7, "tokens_in": 43289, "tokens_out": 19250, "tokens_reasoning": 17911, "turns": 4, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-11-f", "pair": "sol-11", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 4, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.028473385, "wall_s": 475.7, "tokens_in": 105841, "tokens_out": 43447, "tokens_reasoning": 39013, "turns": 5, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-11-f", "pair": "sol-11", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.024982252, "wall_s": 1249.3, "tokens_in": 82851, "tokens_out": 49186, "tokens_reasoning": 47298, "turns": 5, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "sol-11-v", "pair": "sol-11", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": false, "findings_read": 3, "hits": [], "planted": 1, "primary_all": false, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.016238455, "wall_s": 704.7, "tokens_in": 10113, "tokens_out": 31769, "tokens_reasoning": 28848, "turns": 3, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-11-v", "pair": "sol-11", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": false, "findings_read": 2, "hits": [], "planted": 1, "primary_all": false, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.01824968, "wall_s": 324.6, "tokens_in": 17864, "tokens_out": 34120, "tokens_reasoning": 32587, "turns": 3, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "solidity", "rep": 1, "infra_retries": 0 }, { "case": "ts-02-f", "pair": "ts-02", "family": "find-ts", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.014657211, "wall_s": 241.2, "tokens_in": 24769, "tokens_out": 24964, "tokens_reasoning": 23636, "turns": 4, "effort": "max", "providers": [ "StreamLake" ], "stop": "stop", "arm": "general", "rep": 1, "infra_retries": 0 }, { "case": "ts-02-f", "pair": "ts-02", "family": "find-ts", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.011429248, "wall_s": 413, "tokens_in": 37447, "tokens_out": 18212, "tokens_reasoning": 17700, "turns": 4, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-02-v", "pair": "ts-02", "family": "find-ts", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.01214574, "wall_s": 170, "tokens_in": 42788, "tokens_out": 16017, "tokens_reasoning": 14031, "turns": 4, "effort": "max", "providers": [ "Together" ], "stop": "stop", "arm": "general", "rep": 1, "infra_retries": 0 }, { "case": "ts-02-v", "pair": "ts-02", "family": "find-ts", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.004649225, "wall_s": 181.5, "tokens_in": 25935, "tokens_out": 7483, "tokens_reasoning": 6779, "turns": 4, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-03-f", "pair": "ts-03", "family": "find-ts", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.023070348, "wall_s": 392.1, "tokens_in": 18738, "tokens_out": 42540, "tokens_reasoning": 40382, "turns": 3, "effort": "max", "providers": [ "StreamLake" ], "stop": "stop", "arm": "general", "rep": 1, "infra_retries": 0 }, { "case": "ts-03-f", "pair": "ts-03", "family": "find-ts", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 3, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.013711214, "wall_s": 468.5, "tokens_in": 43851, "tokens_out": 21970, "tokens_reasoning": 21853, "turns": 4, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-03-v", "pair": "ts-03", "family": "find-ts", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": false, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.028712942, "wall_s": 351.4, "tokens_in": 67491, "tokens_out": 39183, "tokens_reasoning": 36356, "turns": 4, "effort": "max", "providers": [ "StreamLake" ], "stop": "stop", "arm": "general", "rep": 1, "infra_retries": 0 }, { "case": "ts-03-v", "pair": "ts-03", "family": "find-ts", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": false, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.008981985, "wall_s": 407.2, "tokens_in": 13571, "tokens_out": 17014, "tokens_reasoning": 17121, "turns": 3, "effort": "max", "providers": [ "Relace" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 } ] }