debug

clefourrier · clefourrier · commit b91a9ddb2850 · 2025-10-04T07:19:27.000Z
diff --git a/src/lighteval/metrics/metrics_sample.py b/src/lighteval/metrics/metrics_sample.py
@@ -1098,8 +1098,8 @@ def compute(self, responses: list[ModelResponse], docs: list[Doc], **kwargs):
             metrics.append(
                 {
                     f"judge_score_{self.short_judge_name}": scores[i],
-                    f"user_prompt_{self.short_judge_name}": messages[i],
-                    f"judgement_{self.short_judge_name}": judgements[i],
+                    # f"user_prompt_{self.short_judge_name}": messages[i],
+                    # f"judgement_{self.short_judge_name}": judgements[i],
                 }
             )
 

Original file line number	Diff line number	Diff line change
`@@ -1098,8 +1098,8 @@ def compute(self, responses: list[ModelResponse], docs: list[Doc], **kwargs):`
`1098`	`1098`	`metrics.append(`
`1099`	`1099`	`{`
`1100`	`1100`	`f"judge_score_{self.short_judge_name}": scores[i],`
`1101`		`- f"user_prompt_{self.short_judge_name}": messages[i],`
`1102`		`- f"judgement_{self.short_judge_name}": judgements[i],`
	`1101`	`+ # f"user_prompt_{self.short_judge_name}": messages[i],`
	`1102`	`+ # f"judgement_{self.short_judge_name}": judgements[i],`
`1103`	`1103`	`}`
`1104`	`1104`	`)`
`1105`	`1105`