Send all retrieved sources during faithfulness evaluation

Previously, we've only been sending the used sources to the faithfulness
evaluation, which it out of line with the evaluation repo.

Part of what we want to evaluate is whether the model is correctly
identifying which sources are relevant, so we should be sending all
retrieved sources.

Author: davidgisbey

lib/auto_evaluation/faithfulness.rb

@@ -49,18 +49,14 @@ def answer_message
   end
 
   def retrieval_context
-    used_sources.map(&:plain_content).join("\n\n")
+    answer.sources.map(&:plain_content).join("\n\n")
   end
 
   def calculate_score(verdicts)
     faithful_count = verdicts.count { |verdict| verdict["verdict"].strip.downcase != "no" }
     faithful_count.to_d / verdicts.count
   end
 
-  def used_sources
-    answer.sources.select(&:used)
-  end
-
   def build_error_result(error_message)
     AutoEvaluation::Result.new(
       status: "error",

spec/lib/auto_evaluation/faithfulness_spec.rb

@@ -1,12 +1,14 @@
 RSpec.describe AutoEvaluation::Faithfulness, :aws_credentials_stubbed do
   describe ".call" do
     let(:answer_message) { "Einstein won the Nobel Prize in 1968 for the photoelectric effect." }
-    let(:retrieval_context) { "Einstein won the Nobel Prize in 1921 for the photoelectric effect." }
+    let(:used_chunk_conext) { "Einstein won the Nobel Prize in 1921 for the photoelectric effect." }
     let(:question) { build(:question, message: "When did Einstein win the Nobel Prize?") }
-    let(:chunk) { build(:answer_source_chunk, plain_content: retrieval_context) }
-    let(:used_source) { build(:answer_source, used: true, chunk:) }
-    let(:answer) { build(:answer, question:, message: answer_message, sources: [used_source]) }
-
+    let(:used_chunk) { build(:answer_source_chunk, plain_content: used_chunk_conext) }
+    let(:unused_chunk) { build(:answer_source_chunk, plain_content: "Some other context.") }
+    let(:used_source) { build(:answer_source, used: true, chunk: used_chunk) }
+    let(:unused_source) { build(:answer_source, used: false, chunk: unused_chunk) }
+    let(:answer) { build(:answer, question:, message: answer_message, sources: [used_source, unused_source]) }
+    let(:retrieval_context) { "#{used_chunk_conext}\n\n#{unused_chunk.plain_content}" }
     let(:truths) { ["Einstein won the Nobel Prize in 1921.", "Einstein won the Nobel Prize for the photoelectric effect."] }
     let(:claims) { ["Einstein won the Nobel Prize in 1968.", "Einstein won the Nobel Prize for the photoelectric effect."] }
     let(:verdicts) do