Pin Arena environments to stable Verifiers

2026-08-25 10:33:35 -07:00
parent 3305be4ff7
commit 61939676a5
24 changed files with 87 additions and 41 deletions
@@ -14,7 +14,7 @@ held_out = 12  # records it is scored on
 id = "null"    # a pure-trace reward: one completion, no tools, no runtime

 [env.agent.runtime]
-# ⚠️ REQUIRED since verifiers 0.3.1.dev59, which changed the default agent runtime from
+# ⚠️ REQUIRED since verifiers 0.3.1, which changed the default agent runtime from
 # `subprocess` to `prime` — a REMOTE sandbox. Without this the run exits
 # `SystemExit: not authenticated with prime` before a single rollout, having already created
 # its output directory and a zero-line traces.jsonl, so it reads as a failed eval rather than