Add comet and metricx metrics to flores200

Jeronymous · Jeronymous · commit f122b15fd357 · 2026-06-17T15:11:46.000+02:00
diff --git a/src/lighteval/tasks/multilingual/tasks/flores200.py b/src/lighteval/tasks/multilingual/tasks/flores200.py
@@ -262,7 +262,7 @@ def flores_adapter(lang1, lang2):
         few_shots_split="dev",
         few_shots_select=None,
         generation_size=300,
-        metrics=[Metrics.chrf_plus, Metrics.bleu, Metrics.bleu_1, Metrics.bleu_4],
+        metrics=[Metrics.chrf_plus, Metrics.bleu, Metrics.bleu_1, Metrics.bleu_4, Metrics.comet, Metrics.metricx],
         stop_sequence=["\n"],
         version=0,
     )

Original file line number	Diff line number	Diff line change
`@@ -262,7 +262,7 @@ def flores_adapter(lang1, lang2):`
`262`	`262`	`few_shots_split="dev",`
`263`	`263`	`few_shots_select=None,`
`264`	`264`	`generation_size=300,`
`265`		`- metrics=[Metrics.chrf_plus, Metrics.bleu, Metrics.bleu_1, Metrics.bleu_4],`
	`265`	`+ metrics=[Metrics.chrf_plus, Metrics.bleu, Metrics.bleu_1, Metrics.bleu_4, Metrics.comet, Metrics.metricx],`
`266`	`266`	`stop_sequence=["\n"],`
`267`	`267`	`version=0,`
`268`	`268`	`)`