Skip to content

Commit 551341a

Browse files
committed
add direct run prompt
1 parent e4cb820 commit 551341a

File tree

3 files changed

+23
-1
lines changed

3 files changed

+23
-1
lines changed
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
You are a genius math graduate student solving math problems from the AIME competition.
2+
3+
Provide your final answer in the format: 'Final Answer: [numeric value]'. Dont box it, just provide the answer directly at the end.
4+
5+
{{prompt}}

eureka_ml_insights/user_configs/__init__.py

+3
Original file line numberDiff line numberDiff line change
@@ -4,9 +4,12 @@
44
AIME_PIPELINE16Run,
55
AIME_PIPELINE32Run,
66
AIME_PIPELINE64Run,
7+
AIME_PIPELINE128Run,
78
AIME_PIPELINE256Run,
89
AIME_PIPELINE512Run,
910
AIME_PIPELINE1024Run,
11+
AIME_PIPELINE5Run,
12+
AIME_PIPELINEDirect5Run,
1013
AIME_PIPELINETag,
1114
)
1215
from .dna import DNA_PIPELINE

eureka_ml_insights/user_configs/aime.py

+15-1
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,7 @@
2323
MajorityVoteTransform,
2424
MultiplyTransform,
2525
SequenceTransform,
26+
SamplerTransform
2627
)
2728
from eureka_ml_insights.data_utils.aime_utils import AIMEExtractAnswer
2829
from eureka_ml_insights.data_utils.data import DataLoader
@@ -78,7 +79,7 @@ def configure_pipeline(
7879
),
7980
output_dir=os.path.join(self.log_dir, "inference_result"),
8081
resume_from=resume_from,
81-
max_concurrent=10,
82+
max_concurrent=1,
8283
)
8384
# post process the response to extract the answer
8485
self.data_post_processing = DataProcessingConfig(
@@ -215,6 +216,19 @@ def configure_pipeline(
215216
)
216217
return pipeline
217218

219+
class AIME_PIPELINEDirect5Run(AIME_PIPELINE5Run):
220+
"""This class specifies the config for running AIME benchmark 5 repeated times"""
221+
222+
def configure_pipeline(
223+
self, model_config: ModelConfig, resume_from: str = None, **kwargs: dict[str, Any]
224+
) -> PipelineConfig:
225+
pipeline = super().configure_pipeline(model_config=model_config, resume_from=resume_from)
226+
# data preprocessing
227+
self.data_processing_comp.prompt_template_path=os.path.join(
228+
os.path.dirname(__file__), "../prompt_templates/aime_templates/Template_1direct.jinja"
229+
)
230+
return pipeline
231+
218232

219233
class AIME_PIPELINE16Run(AIME_PIPELINE):
220234
"""This class specifies the config for running AIME benchmark 5 repeated times"""

0 commit comments

Comments
 (0)