Trials · interactive

Every trial behind one square of the capability map: Nemotron 3 Super 120B on interactive.

Nemotron 3 Super 120B interactive unverified

← back to this model's findings

148

11 errors

Trials in this cell

97%

133/137 scored

Pass rate

0 noise excluded

Real failures

$1.0804

Cell cost

Trials133/13797%

kind	verdict	run
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-super-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."unverified	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva_nce_0", "args": {"service"..."	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build-_art_0", "args": {"artifa..."	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-super-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."unverified	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-super-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "advance_o0", "args": {"service"..."unverified	camp-interactive-lookalike-super-001	transcript →
interactive	✕ERRORtool_calls	camp-interactive-lookalike-super-001	transcript →
interactive	✕ERRORinfra failure	camp-interactive-lookalike-super-001	transcript →
interactive	✕ERRORinfra failure	camp-interactive-lookalike-super-001	transcript →
interactive	✕ERRORtool_calls	camp-interactive-lookalike-super-001	transcript →
interactive	✕ERRORtool_calls	camp-interactive-lookalike-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_o0", "args": {"artifa..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva-nce_0", "args": {"service"..."	camp-interactive-lookalike-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva_nce_0", "args": {"service"..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva-nce_0", "args": {"service"..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_o0", "args": {"artifa..."	camp-interactive-lookalike-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_o0", "args": {"service"..."	camp-interactive-lookalike-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva-nce_0", "args": {"service"..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_o0", "args": {"service"..."	camp-interactive-lookalike-super-003	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."unverified	camp-interactive-lookalike-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_o0", "args": {"service"..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-lookalike-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_o0", "args": {"service"..."	camp-interactive-lookalike-super-003	transcript →
interactive	✕ERRORtool_calls	camp-interactive-lookalike-super-003	transcript →
interactive	✕ERRORtool_calls	camp-interactive-lookalike-super-003	transcript →
interactive	✕ERRORinfra failure	camp-interactive-lookalike-super-003	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-super-002	transcript →
interactive	✕ERRORinfra failure	camp-interactive-fault-super-001	transcript →
interactive	✕ERRORtool_calls	camp-interactive-fault-super-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-super-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-super-002	transcript →
interactive	✕ERRORtool_calls	camp-interactive-lookalike-super-002	transcript →