Add answer relevancy models and integrate into analysis workflow

app/models/answer.rb

@@ -55,6 +55,7 @@ def self.response_for_question_routing_label(label)
   has_many :sources, -> { order(relevancy: :asc) }, class_name: "AnswerSource"
   has_one :feedback, class_name: "AnswerFeedback"
   has_one :topics, class_name: "AnswerAnalysis::Topics"
+  has_one :answer_relevancy_aggregate, class_name: "AnswerAnalysis::AnswerRelevancyAggregate"
 
   enum :status,
        {

app/models/answer_analysis/answer_relevancy_aggregate.rb

@@ -0,0 +1,11 @@
+module AnswerAnalysis
+  class AnswerRelevancyAggregate < ApplicationRecord
+    self.table_name = "answer_analysis_answer_relevancy_aggregates"
+
+    belongs_to :answer
+    has_many :runs,
+             -> { order(:created_at) },
+             class_name: "AnswerAnalysis::AnswerRelevancyRun",
+             foreign_key: :answer_analysis_answer_relevancy_aggregate_id
+  end
+end

app/models/answer_analysis/answer_relevancy_run.rb

@@ -0,0 +1,11 @@
+module AnswerAnalysis
+  class AnswerRelevancyRun < ApplicationRecord
+    include LlmCallsRecordable
+
+    self.table_name = "answer_analysis_answer_relevancy_runs"
+
+    belongs_to :aggregate,
+               class_name: "AnswerAnalysis::AnswerRelevancyAggregate",
+               foreign_key: :answer_analysis_answer_relevancy_aggregate_id
+  end
+end

db/migrate/20251216092915_add_answer_relevancy_tables.rb

@@ -0,0 +1,18 @@
+class AddAnswerRelevancyTables < ActiveRecord::Migration[8.0]
+  def change
+    create_table :answer_analysis_answer_relevancy_aggregates, id: :uuid do |t|
+      t.decimal :mean_score, null: false
+      t.references :answer, type: :uuid, null: false, foreign_key: { on_delete: :cascade }, index: { unique: true }
+      t.timestamps
+    end
+
+    create_table :answer_analysis_answer_relevancy_runs, id: :uuid do |t|
+      t.decimal :score, null: false
+      t.string :reason, null: false
+      t.jsonb :llm_responses
+      t.jsonb :metrics
+      t.references :answer_analysis_answer_relevancy_aggregate, type: :uuid, null: false, foreign_key: { on_delete: :cascade }
+      t.timestamps
+    end
+  end
+end

db/schema.rb

@@ -10,7 +10,7 @@
 #
 # It's strongly recommended that you check this file into your version control system.
 
-ActiveRecord::Schema[8.0].define(version: 2025_12_15_161508) do
+ActiveRecord::Schema[8.0].define(version: 2025_12_16_092915) do
   # These are extensions that must be enabled in order to support this database
   enable_extension "citext"
   enable_extension "pg_catalog.plpgsql"
@@ -24,6 +24,25 @@
   create_enum "guardrails_status", ["pass", "fail", "error"]
   create_enum "question_routing_label", ["about_mps", "advice_opinions_predictions", "character_fun", "genuine_rag", "gov_transparency", "greetings", "harmful_vulgar_controversy", "multi_questions", "negative_acknowledgement", "non_english", "personal_info", "positive_acknowledgement", "vague_acronym_grammar", "unclear_intent", "requires_account_data", "about_chat"]
 
+  create_table "answer_analysis_answer_relevancy_aggregates", id: :uuid, default: -> { "gen_random_uuid()" }, force: :cascade do |t|
+    t.decimal "mean_score", null: false
+    t.uuid "answer_id", null: false
+    t.datetime "created_at", null: false
+    t.datetime "updated_at", null: false
+    t.index ["answer_id"], name: "index_answer_analysis_answer_relevancy_aggregates_on_answer_id", unique: true
+  end
+
+  create_table "answer_analysis_answer_relevancy_runs", id: :uuid, default: -> { "gen_random_uuid()" }, force: :cascade do |t|
+    t.decimal "score", null: false
+    t.string "reason", null: false
+    t.jsonb "llm_responses"
+    t.jsonb "metrics"
+    t.uuid "answer_analysis_answer_relevancy_aggregate_id", null: false
+    t.datetime "created_at", null: false
+    t.datetime "updated_at", null: false
+    t.index ["answer_analysis_answer_relevancy_aggregate_id"], name: "idx_on_answer_analysis_answer_relevancy_aggregate_i_d9d79a637a"
+  end
+
   create_table "answer_analysis_topics", id: :uuid, default: -> { "gen_random_uuid()" }, force: :cascade do |t|
     t.string "primary_topic"
     t.string "secondary_topic"
@@ -170,6 +189,8 @@
     t.datetime "updated_at", null: false
   end
 
+  add_foreign_key "answer_analysis_answer_relevancy_aggregates", "answers", on_delete: :cascade
+  add_foreign_key "answer_analysis_answer_relevancy_runs", "answer_analysis_answer_relevancy_aggregates", on_delete: :cascade
   add_foreign_key "answer_analysis_topics", "answers", on_delete: :cascade
   add_foreign_key "answer_feedback", "answers", on_delete: :cascade
   add_foreign_key "answer_sources", "answer_source_chunks", on_delete: :restrict

spec/factories/answer_relevancy_aggregate_factory.rb

@@ -0,0 +1,6 @@
+FactoryBot.define do
+  factory :answer_relevancy_aggregate, class: "AnswerAnalysis::AnswerRelevancyAggregate" do
+    answer
+    mean_score { 0.5 }
+  end
+end

spec/factories/answer_relevancy_run_factory.rb

@@ -0,0 +1,7 @@
+FactoryBot.define do
+  factory :answer_relevancy_run, class: "AnswerAnalysis::AnswerRelevancyRun" do
+    association :aggregate, factory: :answer_relevancy_aggregate
+    score { 0.5 }
+    reason { "The answer was okay." }
+  end
+end

spec/models/answer_analysis/answer_relevancy_run_spec.rb

@@ -0,0 +1,5 @@
+RSpec.describe AnswerAnalysis::AnswerRelevancyRun do
+  include_examples "llm calls recordable" do
+    let(:model) { build(:answer_relevancy_run) }
+  end
+end