File tree Expand file tree Collapse file tree 2 files changed +3
-3
lines changed
Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Original file line number Diff line number Diff line change 1818
1919import logging
2020from collections .abc import Iterable
21- from typing import Literal
21+ from typing import Literal , override
2222
2323from datasets import load_dataset
2424
4949class AIMEEvaluator (Evaluator ):
5050 """Evaluator for AIME math competition problems."""
5151
52+ @override
5253 def load_dataset (self , version : Literal ["2024" , "2025" ] = "2024" ) -> Iterable [Action ]:
5354 """Load AIME dataset from HuggingFace."""
5455 logger .info (f"Loading AIME { version } dataset from: { AIME_HF_PATHS [version ]['path' ]} " )
Original file line number Diff line number Diff line change @@ -80,9 +80,8 @@ def __init__(
8080 self .results : dict [str , list [EvalSample ]] = defaultdict (list )
8181 self .completed_ids : set [str ] = set () # Tracks individual sample IDs for checkpoint
8282
83- def load_dataset (self , dataset_path : Path | str ) -> Iterable [Action ]:
83+ def load_dataset (self ) -> Iterable [Action ]:
8484 """Load dataset from file. Override to implement custom dataset loading logic."""
85- logger .info (f"Loading dataset from: { dataset_path } " )
8685 raise NotImplementedError ("Evaluator subclasses must implement load_dataset()" )
8786
8887 def load_results (self ) -> None :
You can’t perform that action at this time.
0 commit comments