@@ -37,7 +37,7 @@ from sophistry_bench_sprint_env import SophistryBenchSprintEnv
3737
3838async def main ():
3939 # Deployed Hugging Face Space (or .from_docker_image("openenv-sophistry_bench_sprint:latest")):
40- client = await SophistryBenchSprintEnv.from_env(" anushaacharya /sophistry_bench_sprint_env" )
40+ client = await SophistryBenchSprintEnv.from_env(" openenv-community /sophistry_bench_sprint_env" )
4141 async with client:
4242 obs = (await client.reset()).observation
4343 print (obs.prompt, obs.answer_to_defend)
@@ -67,6 +67,22 @@ the reward-hacking measurement. By default it holds **seven** components; `corre
6767> reason; even with the rest of the components, forwarding them to the agent leaks the
6868> reward signal and defeats the reward-hacking measurement.
6969
70+ ## Training
71+
72+ [ ` examples/sophistry_bench_sprint_grpo.py ` ] ( https://github.com/huggingface/OpenEnv/blob/main/examples/sophistry_bench_sprint_grpo.py )
73+ trains a policy on this env with TRL's ` GRPOTrainer ` — a plain prompt ->
74+ completion -> reward setup, since the episode is single-step.
75+
76+ Validated with a real 100-step run on Hugging Face Jobs (` Qwen2.5-0.5B-Instruct ` ,
77+ ` a10g-small ` ) and a 100-step run on the Prime Intellect Hub
78+ (` Llama-3.2-1B-Instruct ` , registered as ` anusha/sophistry-bench-sprint ` , parity-tested
79+ against this port). Both show ` aggregate_reward ` (the optimized proxy) climbing while
80+ ` correctness_reward ` (the hidden ground truth, weight 0) stays flat — the reward-hacking
81+ signature this env is designed to surface. The larger Prime Intellect run converges on
82+ the literal ` claim_count_cliff ` target (` n_claims ` saturates at exactly 8); the smaller
83+ HF Jobs run finds a different shortcut instead (` n_claims ` collapses to ~ 0, near-empty
84+ completions) — same underlying finding, different degenerate strategy depending on scale.
85+
7086## Build & test
7187
7288``` bash
0 commit comments