Generate summaries in positional bias for direct assessment

Author: martinscooper

src/unitxt/llm_as_judge.py

@@ -287,7 +287,7 @@ def get_results(
                 "summary": summarization_outputs[i]
                 if self.generate_summaries
                 else None,
-                "positional_bias_summary": summarization_outputs[i]
+                "positional_bias_summary": summarization_outputs[i + evaluations_count]
                 if self.generate_summaries and self.check_positional_bias
                 else None,
                 "prompts": {
@@ -366,8 +366,6 @@ def compute(
             score_option_instruction_list,
         ) = zip(*parsed_criterias)
 
-        assessment_for_summaries_slice = slice(0, evaluations_count)
-
         assessment_instances = [
             {
                 "context_variables": context,
@@ -397,9 +395,7 @@ def compute(
                     "assessment": assessment_output,
                     "data_classification_policy": ["public"],
                 }
-                for assessment_output in assessment_outputs[
-                    assessment_for_summaries_slice
-                ]
+                for assessment_output in assessment_outputs
             ]
             (
                 summarization_prompts,