Trials · interactive

Every trial behind one square of the capability map: Nemotron 3 Nano 30B on interactive.

Nemotron 3 Nano 30B interactive unverified

← back to this model's findings

135

14 errors

Trials in this cell

78%

94/121 scored

Pass rate

0 noise excluded

Real failures

$0.7863

Cell cost

Trials94/12178%

kind	verdict	run
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	smoke-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	smoke-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."unverified	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-001	transcript →
interactive	✕ERRORtool_calls	camp-interactive-nano-001	transcript →
interactive	✕ERRORinfra failure	camp-interactive-nano-001	transcript →
interactive	✕ERRORtool_calls	camp-interactive-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build-_art_0", "args": {"artifa..."	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "build-_art_0", "args": {"artifa..."unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "build_art_o0", "args": {"artifa..."unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "build_art_o0", "args": {"artifa..."unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_o0", "args": {"artifa..."	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[]"unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "advance_o0", "args": {"service"..."unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[]"unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_o0", "args": {"service"..."	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "build_art_o0", "args": {"artifa..."unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva_nce_0", "args": {"service"..."	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[]"unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "adva_nce_0", "args": {"service"..."unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva_nce_0", "args": {"service"..."	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build-_art_0", "args": {"artifa..."	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva-nce_0", "args": {"service"..."	camp-interactive-lookalike-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "build_art_o0", "args": {"artifa..."unverified	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build-_art_0", "args": {"artifa..."	camp-interactive-lookalike-nano-001	transcript →
interactive	✕ERRORtool_calls	camp-interactive-lookalike-nano-001	transcript →
interactive	✕ERRORinfra failure	camp-interactive-lookalike-nano-001	transcript →
interactive	✕ERRORinfra failure	camp-interactive-lookalike-nano-001	transcript →
interactive	✕ERRORinfra failure	camp-interactive-lookalike-nano-001	transcript →
interactive	✕ERRORinfra failure	camp-interactive-lookalike-nano-001	transcript →
interactive	✕ERRORinfra failure	camp-interactive-lookalike-nano-001	transcript →
interactive	✕ERRORinfra failure	camp-interactive-lookalike-nano-001	transcript →
interactive	✕ERRORinfra failure	camp-interactive-lookalike-nano-001	transcript →
interactive	✕ERRORinfra failure	camp-interactive-lookalike-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-fault-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "build-_art_0", "args": {"artifa..."unverified	camp-interactive-lookalike-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-nano-002	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "adva-nce_0", "args": {"service"..."unverified	camp-interactive-lookalike-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_o0", "args": {"artifa..."	camp-interactive-lookalike-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-nano-002	transcript →
interactive	?FAILanswered "[]"unverified	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build-_art_0", "args": {"artifa..."	camp-interactive-lookalike-nano-002	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."unverified	camp-interactive-fault-nano-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."unverified	camp-interactive-lookalike-nano-002	transcript →
interactive	?FAILanswered "[]"unverified	camp-interactive-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-nano-002	transcript →
interactive	?FAILanswered "[]"unverified	camp-interactive-lookalike-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-nano-001	transcript →
interactive	?FAILanswered "[]"unverified	camp-interactive-lookalike-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-nano-002	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."unverified	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-nano-002	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-nano-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-nano-001	transcript →
interactive	✕ERRORtool_calls	camp-interactive-fault-nano-001	transcript →
interactive	✕ERRORtool_calls	camp-interactive-fault-nano-001	transcript →