Trials · code_trace
Every trial behind one square of the capability map: Gemma 3 27B on code_trace.
246
0 errors
Trials in this cell
75%
184/246 scored
Pass rate
62
0 noise excluded
Real failures
$0.0627
Cell cost
Trials
| kind | verdict | realized dims | seeded traps | run | |
|---|---|---|---|---|---|
| code_trace | ✓PASSanswered "ANSWER: 6" | aliasing_on=0 | smoke-gemma-code | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 27" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 9" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 15" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 23" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 16" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 13" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 21" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 11" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 24" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [1, 0, 4, 6]" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [5, 5, 8, 8, 5]" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 12" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [7, 9, 2, 4]" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [0, 3, 2, 8, 4, 3]" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [5, 9, 0, 2]" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 9" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [0, 4, 0, 9, 4, 4]" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [2, 9, 4, 3]" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 7" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [8, 0, 5, 0]" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 15" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 17" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 8" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 49" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 29" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 16" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 17" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 13"unverified | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 47" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 15" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 17" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 17" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 12" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 10" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [3, 6, 15, 8]" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [5, 8, 2, 18]" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [5, 5, 1, 2]" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [0, 2, 1, 0, 3]" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 16" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 28" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 15" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 33" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 12" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 8" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 5" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 39" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [8, 2, 8, 12, 9]" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 15" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 14" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 21" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [3, 4, 2, 2]" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 8" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 45" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 20" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 8" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: -9" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [1, 7, 8, 8, 3]" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 12" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [3, 3, 1, 4, 2, 18]" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 17" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 17" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 4" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 10" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [7, 3, 9, 3]" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 15" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 9" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 25" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 8" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 12" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 17" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 9" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 16" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 48" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 6" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [5, 4, 0, 4, 2, 4, 9, 4, 0]" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 8" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 9" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 99"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 69"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 93"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 5" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 96"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [5, 8, 8, 2, 5, 5, 7, 7, 6, 6, 0, 0, 3, 3, 6,..." | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [5, 4, 7, 54, 10]" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 0" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 4353" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [6, 8, 1, 1, 18, 16, 23, 0, 1, 2, 3, 4, 2, 3,..." | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 17" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 12" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [2, 7, 0, 2, 4, 32, 10, 0, 1, 2, 3, 4, 5, -1,..." | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 15" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [0, 7, 7, 2, 4, 8, 6, 8, 8, 8, 6, 6, 8, 8, 8,..." | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 14" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [8, 4, 3, 3]" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [0, 7, 4, 1, 3]" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 21" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [8, 1, 3, 3, 2, 2, 4, 4, 5, 5, 13, 8, 27, 0, ..."unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 3" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 14"unverified | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 13" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 112" | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 26" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 85" | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 6" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 22" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [2, 5, 6, 10, 18, 8, 0, 1, 2, 3, 4, -1, 14, 0..."unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [5, 2, 3, 9, 9, 4, 4, 1, 1, 0, 0, 3, 3, 5, 9,..." | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 124"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 82" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 14" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 20" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 67"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [7, 1, 5, 6, 2, 4]"unverified | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [8, 18, 35, 20, 0, 1, 2, 3, 4, 5, -1, 2, 6, 4]" | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [0, 6, 16, 30, 39, 3, 4, 5, -3, 2, 9, 4]"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 18" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 6" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [7, 4, 7, 6]" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 30" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [2, 0, 1, 3]" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 8" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 44" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [0, 5, 1, 7, 4]" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [4, 2, 0, 5]" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 31" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 7" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [3, 7, 7, 4]" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 2" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 11" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 12"unverified | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [3, 7, 2, 2, 2, 4, 9, 3, 3, 3, 7, 7, 2, 2, 2,..."unverified | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [9, 1, 2, 4, 52]"unverified | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 26"unverified | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 18" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [6, 1, 4, 24, 3, 8]" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 22" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 58" | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 112"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 72"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 70"unverified | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 68"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 83"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [9, 9, 8, 64, 7]"unverified | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 9" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [2, 4, 8, 10, 25, 13, 0, 1, 2, -2, 3, 10, 12]" | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 136" | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 16" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 25" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 18" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 58"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 30" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 44" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 23" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [1, 3, 5, -12, 2]" | aliasing_on=0 | camp-code-lookalike-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [9, 4, 4, 24, 23, 0, 1, 2, 3, 0, 3, 2, 11]"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 95" | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [3, 7, 7, 4, 5, 4, 4, 0, 4, 3, 3, 7, 7, 7, 7,..."unverified | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [9, 7, 7, 8, 18, 27, 9, 0, 1, 2, 3, 4, 5, -2,..."unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 4" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 88" | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 11" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [7, 4, 4, 4, 7, 4, 7, 7, 9, 9, 9, 9]"unverified | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [4, 9, 5, 8, 5, 3, 3, 0, 0, 7, 7, 2, 2, 9, 9,..." | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [3, 4, 1, 4, 1]" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 11" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [4, 1, 0, 9, 13, 13]"unverified | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 115"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [3, 8, 5, 8, 11, 16, 49, 0, 1, 2, 3, 4, 5, -2..."unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [5, 0, 2, 5, 3, 22]" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 17" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [7, 7, 4, 2, 0, 0]" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [3, 8, 0, 6]"unverified | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [9, 5, 1, -2]" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 5" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: -23"unverified | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 20" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 9" | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 10" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 17" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 8" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [3, 2, 2, 3, 3]" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 59"unverified | aliasing_on=0 | camp-code-length-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 128" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 105"unverified | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 82" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [8, 2, 6, 50, 15, 3, 4, -3, 3, 2, 5]"unverified | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 80" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [3, 4, 9, 0, 1, 9, 9, 21, 25, 0, 1, 2, 3, 4, ..." | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: [6, 2, 48, 17, 0, 1, 2, 3, 3, 2, 10, 6]" | aliasing_on=0 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ✓PASSanswered "ANSWER: 52" | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 85"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 90"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 69"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 50"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 45"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 64"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 47"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: 39"unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → | |
| code_trace | ?FAILanswered "ANSWER: [1, 7, 9, 2, 2, 4, 24, 0, 1, 2, 3, 4, 5, 3, 3..."unverified | aliasing_on=1 | camp-code-traps-gemma-001 | transcript → |