Trials · interactive

Every trial behind one square of the capability map: Gemma 3 27B on interactive.

Gemma 3 27B interactive unverified

← back to this model's findings

121

3 errors

Trials in this cell

91%

107/118 scored

Pass rate

0 noise excluded

Real failures

$0.9204

Cell cost

Trials107/11891%

kind	verdict	run
interactive	?FAILanswered "[]"unverified	smoke-gemma-interactive	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "provision_service", "args": {"s..."unverified	smoke-gemma-interactive-text	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "provision_service", "args": {"s..."unverified	smoke-gemma-interactive-text	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	smoke-gemma-interactive-text2	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	smoke-gemma-interactive-text2	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	smoke-gemma-interactive-text2	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva_nce_0", "args": {"service"..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva_nce_0", "args": {"service"..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva-nce_0", "args": {"service"..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva-nce_0", "args": {"service"..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_o0", "args": {"service"..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."unverified	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."unverified	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva_nce_0", "args": {"service"..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva_nce_0", "args": {"service"..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva-nce_0", "args": {"service"..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva_nce_0", "args": {"service"..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva-nce_0", "args": {"service"..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "adva-nce_0", "args": {"service"..."unverified	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "build_art_0", "args": {"artifac..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva_nce_0", "args": {"service"..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."unverified	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."unverified	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_depth_flag_0", "args": {"fl..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "adva_nce_0", "args": {"service"..."unverified	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva-nce_0", "args": {"service"..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_-flag_0", "args": {"flag": ..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_depth_flag_o0", "args": {"f..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "advance_0", "args": {"service":..."	camp-interactive-fault-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."	camp-interactive-fault-gemma-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_flag_0", "args": {"flag": "..."unverified	camp-interactive-lookalike-gemma-001	transcript →
interactive	?FAILanswered "[{"step": 1, "tool": "set_flag_o0", "args": {"flag": ..."unverified	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva_nce_0", "args": {"service"..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✓PASSanswered "[{"step": 1, "tool": "adva_nce_0", "args": {"service"..."	camp-interactive-lookalike-gemma-001	transcript →
interactive	✕ERRORstop	camp-interactive-lookalike-gemma-001	transcript →
interactive	✕ERRORstop	camp-interactive-lookalike-gemma-001	transcript →
interactive	✕ERRORstop	camp-interactive-lookalike-gemma-001	transcript →