21 lines
830 B
TOML
21 lines
830 B
TOML
# schema-migration — see environments/schema_migration for what it measures.
|
|
#
|
|
# uv run eval @ configs/schema_migration.toml --model <model-id>
|
|
num_tasks = 16
|
|
num_rollouts = 2
|
|
|
|
[env.taskset]
|
|
id = "schema-migration"
|
|
|
|
[env.agent.harness]
|
|
id = "null" # pure-trace reward: one completion, no tools, no runtime
|
|
|
|
[env.agent.runtime]
|
|
# ⚠️ REQUIRED since verifiers 0.3.1, which changed the default agent runtime from
|
|
# `subprocess` to `prime` — a REMOTE sandbox. Without this the run exits
|
|
# `SystemExit: not authenticated with prime` before a single rollout, having already created
|
|
# its output directory and a zero-line traces.jsonl, so it reads as a failed eval rather than
|
|
# an unauthenticated one. Nothing here needs a sandbox: the reward is a pure function of the
|
|
# trace and the harness is `null`.
|
|
type = "subprocess"
|