We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 93c2b54 commit a7a8849Copy full SHA for a7a8849
src/strands_env/eval/aime.py
@@ -18,6 +18,7 @@
18
19
import logging
20
from collections.abc import Iterable
21
+from typing import Literal
22
23
from datasets import load_dataset
24
@@ -48,7 +49,7 @@
48
49
class AIMEEvaluator(Evaluator):
50
"""Evaluator for AIME math competition problems."""
51
- def load_dataset(self, version: str = "2024") -> Iterable[Action]:
52
+ def load_dataset(self, version: Literal["2024", "2025"] = "2024") -> Iterable[Action]:
53
"""Load AIME dataset from HuggingFace."""
54
logger.info(f"Loading AIME {version} dataset from: {AIME_HF_PATHS[version]['path']}")
55
dataset = load_dataset(AIME_HF_PATHS[version]["path"], split=AIME_HF_PATHS[version]["split"])
0 commit comments