diff --git a/src/lighteval/tasks/tasks/hellaswag.py b/src/lighteval/tasks/tasks/hellaswag.py index bb948f749..346938a92 100644 --- a/src/lighteval/tasks/tasks/hellaswag.py +++ b/src/lighteval/tasks/tasks/hellaswag.py @@ -54,6 +54,7 @@ def hellaswag_prompt(line, task_name: str = None): generation_size=1, metrics=[ Metrics.exact_match, + Metrics.acc_golds_likelihood, ], stop_sequence=["\n"], version=0,