add default metric for mmlu_redux

Author: clefourrier

src/lighteval/tasks/default_tasks.py

@@ -22789,6 +22789,7 @@
     "world_religions",
 ]
 
+
 _mmlu_redux_2_tasks = {
     subset: LightevalTaskConfig(
         name=f"mmlu_redux_2:{subset}",
@@ -22801,7 +22802,10 @@
         few_shots_split=None,
         few_shots_select=None,
         generation_size=1,
-        metrics=[Metrics.loglikelihood_acc],
+        metrics=[
+            Metrics.loglikelihood_acc,
+            Metrics.pass_at_k_letters(sample_params={"k": 1}),
+        ],
         stop_sequence=["\n"],
         version=0,
     )