{ "schema": "paydirt.model/1", "release": "2026-10", "run_id": "2026-10", "slug": "openai/gpt-6.1-sol", "outcomes": [ { "case": "ch-02-a", "pair": "ch-02", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.0462665, "wall_s": 91.4, "tokens_in": 11118, "tokens_out": 2540, "tokens_reasoning": 2070, "turns": 3, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-02-o", "pair": "ch-02", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "unrated", "max_severity_exact": false, "usd": 0.1363038, "wall_s": 275.3, "tokens_in": 36041, "tokens_out": 9706, "tokens_reasoning": 8568, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-05-a", "pair": "ch-05", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.0441081, "wall_s": 90.7, "tokens_in": 10406, "tokens_out": 2506, "tokens_reasoning": 2070, "turns": 3, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-05-o", "pair": "ch-05", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "overclaimed", "quote_hit": true, "max_severity": "critical", "max_severity_exact": false, "usd": 0.1170909, "wall_s": 238.1, "tokens_in": 23121, "tokens_out": 8508, "tokens_reasoning": 7568, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-06-a", "pair": "ch-06", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.0755248, "wall_s": 130.6, "tokens_in": 27212, "tokens_out": 3830, "tokens_reasoning": 3241, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-06-o", "pair": "ch-06", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "unrated", "max_severity_exact": false, "usd": 0.1286558, "wall_s": 313.7, "tokens_in": 27350, "tokens_out": 9123, "tokens_reasoning": 7974, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-07-a", "pair": "ch-07", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "medium", "max_severity_exact": true, "usd": 0.0646496, "wall_s": 129.2, "tokens_in": 11049, "tokens_out": 4391, "tokens_reasoning": 3814, "turns": 3, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-07-o", "pair": "ch-07", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "overclaimed", "quote_hit": true, "max_severity": "medium", "max_severity_exact": true, "usd": 0.1318377, "wall_s": 584.3, "tokens_in": 27233, "tokens_out": 10711, "tokens_reasoning": 9470, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-01-f", "pair": "hard-01", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.056741, "wall_s": 110.6, "tokens_in": 13646, "tokens_out": 3324, "tokens_reasoning": 3143, "turns": 4, "effort": "max", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-01-v", "pair": "hard-01", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.0710517, "wall_s": 122, "tokens_in": 34400, "tokens_out": 3700, "tokens_reasoning": 3102, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-02-f", "pair": "hard-02", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": false, "findings_read": 2, "hits": [], "planted": 0, "primary_all": null, "bite": true, "decoys": 2, "decoy_bites": 0, "unmatched": 1, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.2172083, "wall_s": 542.6, "tokens_in": 37223, "tokens_out": 15468, "tokens_reasoning": 14618, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-02-v", "pair": "hard-02", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.1123302, "wall_s": 167.9, "tokens_in": 31845, "tokens_out": 6723, "tokens_reasoning": 6064, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-03-f", "pair": "hard-03", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.0827793, "wall_s": 178, "tokens_in": 20985, "tokens_out": 5727, "tokens_reasoning": 5547, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-03-v", "pair": "hard-03", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": false, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.1118475, "wall_s": 191.3, "tokens_in": 28702, "tokens_out": 7106, "tokens_reasoning": 6482, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-04-f", "pair": "hard-04", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 1, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.180235, "wall_s": 294.5, "tokens_in": 46741, "tokens_out": 12261, "tokens_reasoning": 11788, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-04-v", "pair": "hard-04", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.089671, "wall_s": 125.8, "tokens_in": 27802, "tokens_out": 5088, "tokens_reasoning": 4425, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-07-a", "pair": "hard-07", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "high", "max_severity_exact": true, "usd": 0.0620804, "wall_s": 86.5, "tokens_in": 16489, "tokens_out": 2782, "tokens_reasoning": 2129, "turns": 3, "effort": "max", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-07-o", "pair": "hard-07", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "unrated", "max_severity_exact": false, "usd": 0.1956181, "wall_s": 330.1, "tokens_in": 35961, "tokens_out": 14452, "tokens_reasoning": 12741, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-08-a", "pair": "hard-08", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "medium", "max_severity_exact": true, "usd": 0.1127214, "wall_s": 149.2, "tokens_in": 40006, "tokens_out": 5459, "tokens_reasoning": 4658, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-08-o", "pair": "hard-08", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "overclaimed", "quote_hit": true, "max_severity": "medium", "max_severity_exact": true, "usd": 0.1734716, "wall_s": 273.1, "tokens_in": 40716, "tokens_out": 11405, "tokens_reasoning": 10094, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-02-f", "pair": "sol-02", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.0532587, "wall_s": 98.3, "tokens_in": 13847, "tokens_out": 3796, "tokens_reasoning": 3610, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-02-v", "pair": "sol-02", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.0636378, "wall_s": 102.1, "tokens_in": 18313, "tokens_out": 4115, "tokens_reasoning": 3591, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-03-f", "pair": "sol-03", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 5, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 1, "decoy_bites": 0, "unmatched": 4, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.2908554, "wall_s": 619.5, "tokens_in": 48585, "tokens_out": 22269, "tokens_reasoning": 21232, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-03-v", "pair": "sol-03", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 4, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 3, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.3127348, "wall_s": 600.7, "tokens_in": 81774, "tokens_out": 22882, "tokens_reasoning": 21948, "turns": 6, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-05-f", "pair": "sol-05", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.0913589, "wall_s": 230.2, "tokens_in": 25780, "tokens_out": 6505, "tokens_reasoning": 6016, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-05-v", "pair": "sol-05", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.0611128, "wall_s": 127.2, "tokens_in": 10936, "tokens_out": 4461, "tokens_reasoning": 4002, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-09-f", "pair": "sol-09", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.052313, "wall_s": 84.2, "tokens_in": 17677, "tokens_out": 3070, "tokens_reasoning": 2837, "turns": 5, "effort": "max", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-09-v", "pair": "sol-09", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.0383316, "wall_s": 80.1, "tokens_in": 9468, "tokens_out": 2529, "tokens_reasoning": 2114, "turns": 4, "effort": "max", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-10-f", "pair": "sol-10", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 1, "decoy_bites": 1, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.1336387, "wall_s": 285.6, "tokens_in": 22855, "tokens_out": 9684, "tokens_reasoning": 8995, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-10-v", "pair": "sol-10", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.0938616, "wall_s": 171.9, "tokens_in": 21699, "tokens_out": 6360, "tokens_reasoning": 5744, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-11-f", "pair": "sol-11", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.1057804, "wall_s": 231.1, "tokens_in": 15332, "tokens_out": 8855, "tokens_reasoning": 8660, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-11-v", "pair": "sol-11", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.0687525, "wall_s": 135.2, "tokens_in": 15365, "tokens_out": 5149, "tokens_reasoning": 4658, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-02-f", "pair": "ts-02", "family": "find-ts", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 1, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.0760273, "wall_s": 141.2, "tokens_in": 19377, "tokens_out": 5353, "tokens_reasoning": 5057, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-02-v", "pair": "ts-02", "family": "find-ts", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.0520835, "wall_s": 82.7, "tokens_in": 19351, "tokens_out": 2962, "tokens_reasoning": 2586, "turns": 4, "effort": "max", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-03-f", "pair": "ts-03", "family": "find-ts", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.0819405, "wall_s": 157.9, "tokens_in": 13997, "tokens_out": 5767, "tokens_reasoning": 5589, "turns": 4, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-03-v", "pair": "ts-03", "family": "find-ts", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": false, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.0954797, "wall_s": 150.9, "tokens_in": 38284, "tokens_out": 5431, "tokens_reasoning": 4887, "turns": 5, "effort": "max", "providers": [ "OpenAI" ], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 } ] }