There was an error while loading. Please reload this page.
1 parent 50acdd3 commit 331b0acCopy full SHA for 331b0ac
1 file changed
tests/unit/metrics/test_cases/gpqa_instruct_pass_at_k.json
@@ -47,7 +47,7 @@
47
"output_tokens": []
48
},
49
"expected_output": {
50
- "gpqa_pass@k:k=1&n=3&strip_strings=True": 1.0
+ "gpqa_pass@k:k=2&n=3&strip_strings=True": 1.0
51
52
"tolerance": 0.01,
53
"description": "Test case with multiple samples all correct"
0 commit comments