Skip to content

Commit 37c07be

Browse files
fix(evals): allow anti-cosplay wording in E4 check
Co-authored-by: edenbuilds <edenbuilds@users.noreply.github.com>
1 parent c0f9c5a commit 37c07be

1 file changed

Lines changed: 4 additions & 3 deletions

File tree

evals/run.sh

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -16,10 +16,11 @@ done
1616
echo "== E3 commands =="
1717
for c in godmode warroom swarm pev ship; do check "commands/$c.md"; done
1818
echo "== E4 anti-cosplay =="
19-
if rg -n -i 'i am (elon|sam altman|andrej|karpathy)|impersonat' "$ROOT/agents" "$ROOT/skills" >/dev/null; then
20-
echo "FAIL celebrity/impersonation language found"; fail=1
19+
# Allow anti-cosplay guardrails ("never impersonate"); fail only on roleplay claims.
20+
if rg -n -i 'i am (elon|sam altman|andrej karpathy|andrej|karpathy)|as elon musk|as sam altman' "$ROOT/agents" "$ROOT/skills" >/dev/null; then
21+
echo "FAIL celebrity roleplay language found"; fail=1
2122
else
22-
echo "OK no celebrity impersonation"
23+
echo "OK no celebrity roleplay"
2324
fi
2425
echo "== E5 examples =="
2526
check examples/warroom-decision.md

0 commit comments

Comments
 (0)