From 6d4970c32af3c9d4de056f2ea827052962c34ad2 Mon Sep 17 00:00:00 2001
From: Saurav Prateek <srvptk97@gmail.com>
Date: Fri, 24 Jul 2026 18:34:34 +0530
Subject: [PATCH] Add support for Likelihood Accuracy metric support in
 HellaSwag task

---
 src/lighteval/tasks/tasks/hellaswag.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/lighteval/tasks/tasks/hellaswag.py b/src/lighteval/tasks/tasks/hellaswag.py
index bb948f749..346938a92 100644
--- a/src/lighteval/tasks/tasks/hellaswag.py
+++ b/src/lighteval/tasks/tasks/hellaswag.py
@@ -54,6 +54,7 @@ def hellaswag_prompt(line, task_name: str = None):
     generation_size=1,
     metrics=[
         Metrics.exact_match,
+        Metrics.acc_golds_likelihood,
     ],
     stop_sequence=["\n"],
     version=0,