{ "schema": "paydirt.model/1", "release": "2026-10", "run_id": "2026-10", "slug": "openai/gpt-5.6-terra", "outcomes": [ { "case": "ch-02-a", "pair": "ch-02", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.122841, "wall_s": 95.4, "tokens_in": 35576, "tokens_out": 7281, "tokens_reasoning": 6883, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-02-o", "pair": "ch-02", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "info", "max_severity_exact": true, "usd": 0.363325, "wall_s": 280, "tokens_in": 42003, "tokens_out": 26635, "tokens_reasoning": 25647, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-05-a", "pair": "ch-05", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.0618132, "wall_s": 44.7, "tokens_in": 10508, "tokens_out": 3526, "tokens_reasoning": 3066, "turns": 3, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-05-o", "pair": "ch-05", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "critical", "max_severity_exact": false, "usd": 0.3413366, "wall_s": 252.3, "tokens_in": 26620, "tokens_out": 24992, "tokens_reasoning": 24240, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-06-a", "pair": "ch-06", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.1811662, "wall_s": 123.4, "tokens_in": 50086, "tokens_out": 10492, "tokens_reasoning": 9767, "turns": 5, "effort": "max", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-06-o", "pair": "ch-06", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "info", "max_severity_exact": true, "usd": 0.30306, "wall_s": 206.9, "tokens_in": 36388, "tokens_out": 20545, "tokens_reasoning": 19789, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-07-a", "pair": "ch-07", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "medium", "max_severity_exact": true, "usd": 0.4195689, "wall_s": 337.7, "tokens_in": 27288, "tokens_out": 31487, "tokens_reasoning": 31130, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-07-o", "pair": "ch-07", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "overclaimed", "quote_hit": true, "max_severity": "medium", "max_severity_exact": true, "usd": 0.4889389, "wall_s": 374.2, "tokens_in": 32883, "tokens_out": 36432, "tokens_reasoning": 35256, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-01-f", "pair": "hard-01", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.5598308, "wall_s": 438.4, "tokens_in": 82428, "tokens_out": 39362, "tokens_reasoning": 39025, "turns": 6, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-01-v", "pair": "hard-01", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.1911534, "wall_s": 296.9, "tokens_in": 28324, "tokens_out": 12364, "tokens_reasoning": 12099, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-02-f", "pair": "hard-02", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 1, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.7824362, "wall_s": 599.2, "tokens_in": 84985, "tokens_out": 55701, "tokens_reasoning": 55296, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-02-v", "pair": "hard-02", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.5490389, "wall_s": 418.3, "tokens_in": 71564, "tokens_out": 38555, "tokens_reasoning": 37964, "turns": 6, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-03-f", "pair": "hard-03", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.41712, "wall_s": 293.2, "tokens_in": 57719, "tokens_out": 27450, "tokens_reasoning": 27119, "turns": 6, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-03-v", "pair": "hard-03", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": false, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.3186114, "wall_s": 219.4, "tokens_in": 66033, "tokens_out": 19700, "tokens_reasoning": 19318, "turns": 6, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-04-f", "pair": "hard-04", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.6288664, "wall_s": 494.5, "tokens_in": 81247, "tokens_out": 44208, "tokens_reasoning": 43553, "turns": 8, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-04-v", "pair": "hard-04", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.7251933, "wall_s": 584.7, "tokens_in": 75043, "tokens_out": 51800, "tokens_reasoning": 51277, "turns": 6, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-07-a", "pair": "hard-07", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "high", "max_severity_exact": true, "usd": 0.1899535, "wall_s": 132.5, "tokens_in": 16721, "tokens_out": 12928, "tokens_reasoning": 12451, "turns": 3, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-07-o", "pair": "hard-07", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "unrated", "max_severity_exact": false, "usd": 0.4358051, "wall_s": 312.6, "tokens_in": 122462, "tokens_out": 28622, "tokens_reasoning": 27748, "turns": 7, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-08-a", "pair": "hard-08", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "medium", "max_severity_exact": true, "usd": 0.3709805, "wall_s": 245.3, "tokens_in": 43926, "tokens_out": 25175, "tokens_reasoning": 24465, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-08-o", "pair": "hard-08", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "overclaimed", "quote_hit": true, "max_severity": "medium", "max_severity_exact": true, "usd": 0.5053483, "wall_s": 349.1, "tokens_in": 51033, "tokens_out": 34903, "tokens_reasoning": 33600, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-02-f", "pair": "sol-02", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 1, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.5488647, "wall_s": 413, "tokens_in": 95127, "tokens_out": 36586, "tokens_reasoning": 36108, "turns": 7, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-02-v", "pair": "sol-02", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.2695148, "wall_s": 235.9, "tokens_in": 17580, "tokens_out": 20370, "tokens_reasoning": 20083, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-03-f", "pair": "sol-03", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 4, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 1, "decoy_bites": 0, "unmatched": 3, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.9417324, "wall_s": 700.4, "tokens_in": 156768, "tokens_out": 62904, "tokens_reasoning": 61878, "turns": 6, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-03-v", "pair": "sol-03", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.4415715, "wall_s": 304.7, "tokens_in": 97300, "tokens_out": 27442, "tokens_reasoning": 26789, "turns": 6, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-05-f", "pair": "sol-05", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.5702946, "wall_s": 428.7, "tokens_in": 89978, "tokens_out": 38063, "tokens_reasoning": 37623, "turns": 7, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-05-v", "pair": "sol-05", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": false, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.4331928, "wall_s": 371.2, "tokens_in": 32828, "tokens_out": 33396, "tokens_reasoning": 32996, "turns": 6, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-09-f", "pair": "sol-09", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.4926361, "wall_s": 395, "tokens_in": 33638, "tokens_out": 37204, "tokens_reasoning": 36782, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-09-v", "pair": "sol-09", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.3044853, "wall_s": 219.4, "tokens_in": 36720, "tokens_out": 20696, "tokens_reasoning": 20390, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-10-f", "pair": "sol-10", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.3480927, "wall_s": 290.7, "tokens_in": 21776, "tokens_out": 26447, "tokens_reasoning": 26096, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-10-v", "pair": "sol-10", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.3168729, "wall_s": 246.5, "tokens_in": 46495, "tokens_out": 21637, "tokens_reasoning": 21300, "turns": 6, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-11-f", "pair": "sol-11", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.3879217, "wall_s": 356.4, "tokens_in": 18069, "tokens_out": 30662, "tokens_reasoning": 30357, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-11-v", "pair": "sol-11", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": false, "severity_distance": 1 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.3543605, "wall_s": 278.1, "tokens_in": 41972, "tokens_out": 24435, "tokens_reasoning": 23959, "turns": 6, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-02-f", "pair": "ts-02", "family": "find-ts", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 1, "unmatched": 1, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.6164811, "wall_s": 486.4, "tokens_in": 70643, "tokens_out": 43358, "tokens_reasoning": 42755, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-02-v", "pair": "ts-02", "family": "find-ts", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.4283454, "wall_s": 302.6, "tokens_in": 97264, "tokens_out": 28371, "tokens_reasoning": 27733, "turns": 8, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-03-f", "pair": "ts-03", "family": "find-ts", "variant": "fixed", "status": "ok", "failure": null, "correct": false, "findings_read": 5, "hits": [], "planted": 0, "primary_all": null, "bite": true, "decoys": 2, "decoy_bites": 0, "unmatched": 2, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.7538211, "wall_s": 514.8, "tokens_in": 163844, "tokens_out": 48712, "tokens_reasoning": 47807, "turns": 7, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-03-v", "pair": "ts-03", "family": "find-ts", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.4322669, "wall_s": 314.5, "tokens_in": 79801, "tokens_out": 27751, "tokens_reasoning": 27348, "turns": 6, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 } ] }