Move maintained Tera evaluations to private source
arena-environments / validate (3.11) (push) Successful in 1m14s
arena-environments / validate (3.12) (push) Successful in 1m15s

This commit is contained in:
2026-08-25 13:08:23 -07:00
parent 61939676a5
commit 4836d3e644
43 changed files with 36 additions and 10505 deletions
-34
View File
@@ -1,34 +0,0 @@
# tera-crow-nav — fly a crow to a waypoint on sixteen replies.
# See environments/tera_spatial for what it measures and where these two integers
# came from (`measure_hold.py`, not judgement).
#
# uv run --project environments/tera_spatial eval @ configs/tera_crow_nav.toml \
# --model brain-qwen38-dspark \
# --client.base-url http://100.127.247.67:8001/v1 \
# --client.api-key-var SPARK_API_KEY --no-push --no-rich -c 8
#
# `node` >= 22.18 must be on PATH: the environment is TypeScript and is executed,
# not translated.
num_tasks = 16
num_rollouts = 2
[env.taskset]
id = "tera-crow-nav"
num_tasks = 16
max_turns = 16 # replies. Sixteen is where the ceiling first becomes reachable.
max_hold = 12 # steps one reply is held for. 16 x 12 = 192 against a 300-step cap,
# so what binds is the turn budget and never the simulator's own.
default_hold = 6 # what an unreadable reply costs. Never zero.
seed_base = 115
[env.agent.harness]
id = "null" # one completion per turn, no tools; the env programs the loop
[env.agent.runtime]
# ⚠️ REQUIRED since verifiers 0.3.1, which changed the default agent runtime from
# `subprocess` to `prime` — a REMOTE sandbox. Without this the run exits
# `SystemExit: not authenticated with prime` before a single rollout, having already created
# its output directory and a zero-line traces.jsonl, so it reads as a failed eval rather than
# an unauthenticated one. Nothing here needs a sandbox: the reward is a pure function of the
# trace and the harness is `null`.
type = "subprocess"