chore: Remove non-RAG generate_referrals pipeline (#161)

Author: yoomlam

app/src/app_config.py

@@ -38,12 +38,9 @@ def db_session(self) -> db.Session:
     # Version ids are base64 encodings of 'PromptVersion:N' where N is simply a counter,
     # so they are not unique across different Phoenix instances.
     PROMPT_VERSIONS: dict = {
-        "extract_supports": "UHJvbXB0VmVyc2lvbjo0Ng==",
         "generate_referrals": "UHJvbXB0VmVyc2lvbjo3NA==",  # if no suffix, the default Austin area prompt will be used
         "generate_referrals_keystone": "UHJvbXB0VmVyc2lvbjo3OQ==",
         "generate_action_plan": "UHJvbXB0VmVyc2lvbjo3NQ==",
-        "crawl_gcta": "UHJvbXB0VmVyc2lvbjozNg==",
-        "crawl_indeed": "UHJvbXB0VmVyc2lvbjozNA==",
     }
 
     # For RAG vector DB
@@ -68,9 +65,6 @@ def db_session(self) -> db.Session:
     default_openai_model_version: str = "gpt-5.1"
     default_openai_reasoning_level: str = "none"
 
-    generate_referrals_model_version: str = "gpt-5.1"
-    generate_referrals_reasoning_level: str = "none"
-
     generate_referrals_rag_model_version: str = "gpt-5.1"
     generate_referrals_rag_reasoning_level: str = "none"
 

app/src/common/components.py

@@ -34,7 +34,7 @@
 from src.app_config import config
 from src.common import phoenix_utils
 from src.common.send_email import send_email
-from src.db.models.support_listing import LlmResponse
+from src.db.models.api_data_models import LlmResponse
 
 logger = logging.getLogger(__name__)
 

app/src/db/models/__init__.py

@@ -1,11 +1,11 @@
 import logging
 
-from src.db.models import base, support_listing, user_models
+from src.db.models import api_data_models, base, user_models
 
 logger = logging.getLogger(__name__)
 
 # Re-export metadata
 # This is used by tests to create the test database.
 metadata = base.metadata
 
-__all__ = ["metadata", "user_models", "support_listing"]
+__all__ = ["metadata", "user_models", "api_data_models"]

app/src/db/models/support_listing.py app/src/db/models/api_data_models.pyapp/src/db/models/support_listing.py renamed to app/src/db/models/api_data_models.py

@@ -14,8 +14,8 @@
 from phoenix.client.resources.experiments.types import TaskOutput
 
 from src.common import phoenix_utils
-from src.pipelines.generate_referrals.pipeline_wrapper import (
-    PipelineWrapper as GenerateReferralsPipeline,
+from src.pipelines.generate_referrals_rag.pipeline_wrapper import (
+    PipelineWrapper as GenerateReferralsRagPipeline,
 )
 
 logger = logging.getLogger(__name__)
@@ -58,8 +58,8 @@ def precision(output: TaskOutput, expected: Dict[str, Any]) -> float:
 
 PIPELINES = {
     "generate-referrals": {
-        "pipeline_class": GenerateReferralsPipeline,
-        "url_path": "generate_referrals/run",
+        "pipeline_class": GenerateReferralsRagPipeline,
+        "url_path": "generate_referrals_rag/run",
     },
 }
 pipeline_name = "generate-referrals"
@@ -177,7 +177,7 @@ def main() -> None:
 
     parser = argparse.ArgumentParser()
     parser.add_argument("dataset", type=str)
-    parser.add_argument("pipeline", type=str, default="generate_referrals")
+    parser.add_argument("pipeline", type=str, default="generate_referrals_rag")
     parser.add_argument(
         "action",
         type=str,

app/src/experiments.py

@@ -16,7 +16,7 @@
     ReadableLogger,
     SaveResult,
 )
-from src.pipelines.generate_referrals.pipeline_wrapper import Resource
+from src.pipelines.generate_referrals_rag.pipeline_wrapper import Resource
 
 logger = logging.getLogger(__name__)