COMET bugfix (#1434)

AlexGrinch · web-flow · commit 91113691d649 · 2026-05-07T13:30:59.000-04:00
Signed-off-by: AlexGrinch &lt;grinchuk.alexey@gmail.com&gt;
diff --git a/nemo_skills/evaluation/evaluator/comet.py b/nemo_skills/evaluation/evaluator/comet.py
@@ -89,7 +89,7 @@ def process_file(
                 {
                     "src": _get_nested(sample, source_key),
                     "mt": _get_nested(sample, "generation"),
-                    "gt": _get_nested(sample, reference_key),
+                    "ref": _get_nested(sample, reference_key),
                 }
             )
         except KeyError as e:
@@ -160,7 +160,7 @@ def main():
         "--reference-key",
         type=str,
         default="reference",
-        help="Sample field (supports dotted paths) holding the reference translation passed as COMET 'gt'",
+        help="Sample field (supports dotted paths) holding the reference translation passed as COMET 'ref'",
     )
     args = parser.parse_args()
 

Original file line number	Diff line number	Diff line change
`@@ -89,7 +89,7 @@ def process_file(`
`89`	`89`	`{`
`90`	`90`	`"src": _get_nested(sample, source_key),`
`91`	`91`	`"mt": _get_nested(sample, "generation"),`
`92`		`- "gt": _get_nested(sample, reference_key),`
	`92`	`+ "ref": _get_nested(sample, reference_key),`
`93`	`93`	`}`
`94`	`94`	`)`
`95`	`95`	`except KeyError as e:`
`@@ -160,7 +160,7 @@ def main():`
`160`	`160`	`"--reference-key",`
`161`	`161`	`type=str,`
`162`	`162`	`default="reference",`
`163`		`- help="Sample field (supports dotted paths) holding the reference translation passed as COMET 'gt'",`
	`163`	`+ help="Sample field (supports dotted paths) holding the reference translation passed as COMET 'ref'",`
`164`	`164`	`)`
`165`	`165`	`args = parser.parse_args()`
`166`	`166`