{ "schema": "paydirt.model/1", "release": "2026-10", "run_id": "2026-10", "slug": "nvidia/nemotron-3-ultra-550b-a55b", "outcomes": [ { "case": "ch-02-a", "pair": "ch-02", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.024404, "wall_s": 79.3, "tokens_in": 30251, "tokens_out": 2337, "tokens_reasoning": 2065, "turns": 4, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-02-o", "pair": "ch-02", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "info", "max_severity_exact": true, "usd": 0.01201775, "wall_s": 51.7, "tokens_in": 14693, "tokens_out": 1485, "tokens_reasoning": 862, "turns": 3, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-05-a", "pair": "ch-05", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.01320875, "wall_s": 60.4, "tokens_in": 16868, "tokens_out": 1906, "tokens_reasoning": 1345, "turns": 3, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-05-o", "pair": "ch-05", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "overclaimed", "quote_hit": true, "max_severity": "critical", "max_severity_exact": false, "usd": 0.04051975, "wall_s": 241, "tokens_in": 32704, "tokens_out": 7550, "tokens_reasoning": 6787, "turns": 4, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-06-a", "pair": "ch-06", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "critical", "max_severity_exact": true, "usd": 0.014538, "wall_s": 49.9, "tokens_in": 16787, "tokens_out": 1577, "tokens_reasoning": 915, "turns": 3, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-06-o", "pair": "ch-06", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "unsupported", "quote_hit": true, "max_severity": "unrated", "max_severity_exact": false, "usd": 0.02555225, "wall_s": 76.8, "tokens_in": 47559, "tokens_out": 2567, "tokens_reasoning": 1706, "turns": 5, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-07-a", "pair": "ch-07", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "medium", "max_severity_exact": true, "usd": 0.027012125, "wall_s": 103.9, "tokens_in": 30374, "tokens_out": 3147, "tokens_reasoning": 2872, "turns": 4, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ch-07-o", "pair": "ch-07", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 0, "decoy_bites": 0, "unmatched": 0, "verdict": "overclaimed", "quote_hit": true, "max_severity": "high", "max_severity_exact": false, "usd": 0.0370705, "wall_s": 186.4, "tokens_in": 33757, "tokens_out": 6827, "tokens_reasoning": 5737, "turns": 4, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-01-f", "pair": "hard-01", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 4, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 3, "decoy_bites": 1, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.055007, "wall_s": 411, "tokens_in": 38354, "tokens_out": 11822, "tokens_reasoning": 11246, "turns": 4, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-01-v", "pair": "hard-01", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.062935875, "wall_s": 446.2, "tokens_in": 39437, "tokens_out": 12830, "tokens_reasoning": 12360, "turns": 4, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-02-f", "pair": "hard-02", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 4, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.048735, "wall_s": 417.4, "tokens_in": 16523, "tokens_out": 12873, "tokens_reasoning": 12326, "turns": 3, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-02-v", "pair": "hard-02", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": false, "findings_read": 1, "hits": [], "planted": 1, "primary_all": false, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.0877785, "wall_s": 502, "tokens_in": 98273, "tokens_out": 14151, "tokens_reasoning": 13728, "turns": 6, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-03-f", "pair": "hard-03", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.043741625, "wall_s": 337.4, "tokens_in": 33985, "tokens_out": 8952, "tokens_reasoning": 8758, "turns": 4, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-03-v", "pair": "hard-03", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": false, "findings_read": 7, "hits": [], "planted": 1, "primary_all": false, "bite": null, "decoys": 3, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.074746375, "wall_s": 583.8, "tokens_in": 61096, "tokens_out": 13747, "tokens_reasoning": 12916, "turns": 5, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-04-f", "pair": "hard-04", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 6, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 1, "unmatched": 2, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.0378945, "wall_s": 285.8, "tokens_in": 52549, "tokens_out": 5971, "tokens_reasoning": 5172, "turns": 5, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-04-v", "pair": "hard-04", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": false, "findings_read": 4, "hits": [], "planted": 1, "primary_all": false, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.046690875, "wall_s": 508.5, "tokens_in": 35378, "tokens_out": 9877, "tokens_reasoning": 9313, "turns": 4, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-07-a", "pair": "hard-07", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "high", "max_severity_exact": true, "usd": 0.03730175, "wall_s": 270, "tokens_in": 44762, "tokens_out": 5932, "tokens_reasoning": 5155, "turns": 4, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-07-o", "pair": "hard-07", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": false, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": false, "max_severity": "high", "max_severity_exact": false, "usd": 0.096945375, "wall_s": 915.5, "tokens_in": 75091, "tokens_out": 19436, "tokens_reasoning": 19056, "turns": 5, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-08-a", "pair": "hard-08", "family": "challenge", "variant": "accurate", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "supported", "quote_hit": null, "max_severity": "medium", "max_severity_exact": true, "usd": 0.02005275, "wall_s": 126.7, "tokens_in": 22289, "tokens_out": 2537, "tokens_reasoning": 2254, "turns": 3, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "hard-08-o", "pair": "hard-08", "family": "challenge", "variant": "overclaimed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 1, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": "overclaimed", "quote_hit": true, "max_severity": "medium", "max_severity_exact": true, "usd": 0.0331705, "wall_s": 262.3, "tokens_in": 22649, "tokens_out": 6367, "tokens_reasoning": 5850, "turns": 3, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-02-f", "pair": "sol-02", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 1, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 1, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.04441625, "wall_s": 592, "tokens_in": 11043, "tokens_out": 12587, "tokens_reasoning": 12324, "turns": 3, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-02-v", "pair": "sol-02", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": false, "findings_read": 4, "hits": [], "planted": 1, "primary_all": false, "bite": null, "decoys": 2, "decoy_bites": 1, "unmatched": 1, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.054795625, "wall_s": 601.6, "tokens_in": 44653, "tokens_out": 11516, "tokens_reasoning": 9971, "turns": 5, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-03-f", "pair": "sol-03", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 6, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 1, "decoy_bites": 0, "unmatched": 2, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.0644385, "wall_s": 673.3, "tokens_in": 63988, "tokens_out": 13024, "tokens_reasoning": 12184, "turns": 5, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-03-v", "pair": "sol-03", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": false, "findings_read": 5, "hits": [], "planted": 1, "primary_all": false, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 2, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.06422825, "wall_s": 574, "tokens_in": 60548, "tokens_out": 10670, "tokens_reasoning": 9750, "turns": 5, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-05-f", "pair": "sol-05", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 5, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 2, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.053068625, "wall_s": 560.9, "tokens_in": 68218, "tokens_out": 9803, "tokens_reasoning": 9022, "turns": 6, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-05-v", "pair": "sol-05", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": false, "severity_distance": 1 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 1, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.045654375, "wall_s": 423, "tokens_in": 46868, "tokens_out": 7879, "tokens_reasoning": 7364, "turns": 5, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-09-f", "pair": "sol-09", "family": "find-sol", "variant": "fixed", "status": "failed", "failure": "unparseable", "correct": false, "findings_read": 0, "hits": [], "planted": 0, "primary_all": null, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": null, "max_severity_exact": null, "usd": 0.033832625, "wall_s": 384.6, "tokens_in": 34176, "tokens_out": 7069, "tokens_reasoning": 6076, "turns": 5, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-09-v", "pair": "sol-09", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": false, "findings_read": 3, "hits": [], "planted": 1, "primary_all": false, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 1, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.036533125, "wall_s": 309.1, "tokens_in": 20175, "tokens_out": 8238, "tokens_reasoning": 6851, "turns": 4, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-10-f", "pair": "sol-10", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": false, "findings_read": 5, "hits": [], "planted": 0, "primary_all": null, "bite": true, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.038962625, "wall_s": 267.5, "tokens_in": 24899, "tokens_out": 8774, "tokens_reasoning": 7437, "turns": 4, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-10-v", "pair": "sol-10", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": false, "findings_read": 4, "hits": [], "planted": 1, "primary_all": false, "bite": null, "decoys": 1, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "low", "max_severity_exact": null, "usd": 0.0479015, "wall_s": 296.2, "tokens_in": 28990, "tokens_out": 11094, "tokens_reasoning": 10579, "turns": 4, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-11-f", "pair": "sol-11", "family": "find-sol", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 2, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 2, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.04473775, "wall_s": 307.6, "tokens_in": 30056, "tokens_out": 9958, "tokens_reasoning": 9516, "turns": 5, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "sol-11-v", "pair": "sol-11", "family": "find-sol", "variant": "vulnerable", "status": "ok", "failure": null, "correct": false, "findings_read": 0, "hits": [], "planted": 1, "primary_all": false, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "unrated", "max_severity_exact": null, "usd": 0.05475375, "wall_s": 367.7, "tokens_in": 31659, "tokens_out": 12847, "tokens_reasoning": 12521, "turns": 4, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-02-f", "pair": "ts-02", "family": "find-ts", "variant": "fixed", "status": "ok", "failure": null, "correct": false, "findings_read": 5, "hits": [], "planted": 0, "primary_all": null, "bite": true, "decoys": 2, "decoy_bites": 0, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "medium", "max_severity_exact": null, "usd": 0.0453575, "wall_s": 202.3, "tokens_in": 79811, "tokens_out": 6997, "tokens_reasoning": 6284, "turns": 7, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-02-v", "pair": "ts-02", "family": "find-ts", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 5, "hits": [ { "id": "P1", "primary": true, "finding": 0, "by_line": true, "by_function": true, "severity": "critical", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 1, "unmatched": 0, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.0380005, "wall_s": 188.8, "tokens_in": 48374, "tokens_out": 6486, "tokens_reasoning": 5621, "turns": 5, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-03-f", "pair": "ts-03", "family": "find-ts", "variant": "fixed", "status": "ok", "failure": null, "correct": true, "findings_read": 4, "hits": [], "planted": 0, "primary_all": null, "bite": false, "decoys": 2, "decoy_bites": 0, "unmatched": 2, "verdict": null, "quote_hit": null, "max_severity": "high", "max_severity_exact": null, "usd": 0.044782125, "wall_s": 239.3, "tokens_in": 56777, "tokens_out": 7764, "tokens_reasoning": 7091, "turns": 5, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 }, { "case": "ts-03-v", "pair": "ts-03", "family": "find-ts", "variant": "vulnerable", "status": "ok", "failure": null, "correct": true, "findings_read": 5, "hits": [ { "id": "P1", "primary": true, "finding": 1, "by_line": true, "by_function": true, "severity": "high", "severity_exact": true, "severity_distance": 0 } ], "planted": 1, "primary_all": true, "bite": null, "decoys": 2, "decoy_bites": 0, "unmatched": 1, "verdict": null, "quote_hit": null, "max_severity": "critical", "max_severity_exact": null, "usd": 0.0675215, "wall_s": 462.6, "tokens_in": 61787, "tokens_out": 14509, "tokens_reasoning": 13644, "turns": 6, "effort": "high", "providers": [], "stop": "stop", "arm": "raw", "rep": 1, "infra_retries": 0 } ] }