File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 66retry_attempts : 5
77name : bloom68
88tasks :
9- - package : git+ssh://git@github.com/epoch-research/LeanOpenProblems.git@main
9+ - package : git+ssh://git@github.com/epoch-research/LeanOpenProblems.git
1010 name : apn
1111 items :
1212 - name : apn_erdos
2121 literature : true
2222epochs : 1
2323models :
24- - package : git+https://github.com/epoch-research/benchmarks@main
24+ - package : git+https://github.com/epoch-research/benchmarks
2525 name : epoch
2626 items :
2727 - name : gpt-5.6-sol
@@ -64,13 +64,15 @@ secrets:
6464runner :
6565 memory : 200Gi
6666 environment :
67+ # TODO: Remove once default in Hawk
6768 INSPECT_LOG_CONDENSE : " true"
6869 ANTHROPIC_BASE_URL : https://api.anthropic.com
6970 OPENAI_BASE_URL : https://api.openai.com/v1
7071 GOOGLE_BASE_URL : https://generativelanguage.googleapis.com
7172 HAWK_RUNNER_REFRESH_CLIENT_ID : " "
7273 HAWK_RUNNER_REFRESH_TOKEN : ' '
7374
74- # Keep this aligned with epoch-research/benchmarks@main.
7575packages :
76+ # Right now needs to be kept in sync with epoch-research/benchmarks@main.
77+ # TODO Remove once this wart is no longer necessary.
7678 - inspect-ai==0.3.259
Original file line number Diff line number Diff line change 11# Schema reference for eval-set config:
22# https://github.com/METR/hawk/blob/main/hawk/api/EvalSetConfig.schema.json
3- retry_attempts : 0 # Disable retries while we're still working out the kinks
43tasks :
54 - package : git+ssh://git@github.com/epoch-research/LeanOpenProblems.git
65 name : apn
You can’t perform that action at this time.
0 commit comments