fix: route uploaded resource requests to RAG

Author: KostasCherv

docs/architecture.md

@@ -66,6 +66,7 @@ Routing policy:
 
 - Greetings and other social turns normally resolve directly.
 - Weak or empty RAG context does not automatically trigger web search.
+- Missing pre-retrieved RAG context does not mean resources are absent; explicit requests about uploaded documents route to `answer_from_rag`, then retrieval runs.
 - Web search is selected for external, fresh, or otherwise web-dependent information.
 - A URL in the message or history is available context, not an automatic fetch instruction.
 - Direct URL fetching happens only when inspecting the resource is necessary.

scripts/finetune/router_prompt.py

@@ -17,7 +17,7 @@
 
 Routing rules:
 - answer_direct: question answerable from general knowledge, no live data or documents needed
-- answer_from_rag: question about uploaded documents or the knowledge base
+- answer_from_rag: question about uploaded documents or the knowledge base; select this even when no context has been retrieved yet, because retrieval happens after routing
 - web_search: needs current or live information (news, recent events, live prices)
 - asset_price: user wants current price or quote for a specific stock or crypto (symbols required)
 - search_finance_tools: user needs financial ratios, statements, or structured data via a tool (query required)
@@ -34,9 +34,13 @@ def format_user_turn(
     parts: list[str] = [f"User message: {message.strip()}"]
 
     if rag_context.strip():
-        parts.append(f"Available RAG context: yes — {rag_context.strip()}")
+        parts.append(f"Pre-retrieved RAG context: yes — {rag_context.strip()}")
     else:
-        parts.append("Available RAG context: no")
+        parts.append(
+            "Pre-retrieved RAG context: none. Resource availability: unknown; "
+            "context is retrieved after routing. If the message asks about uploaded "
+            "documents or the knowledge base, choose answer_from_rag."
+        )
 
     if history:
         last = history[-1]

src/api/rag_chat_helpers.py

@@ -203,7 +203,7 @@ def should_bind_composio_tools(
 
 Routing rules:
 - answer_direct: question answerable from general knowledge, no live data or documents needed
-- answer_from_rag: question about uploaded documents or the knowledge base
+- answer_from_rag: question about uploaded documents or the knowledge base; select this even when no context has been retrieved yet, because retrieval happens after routing
 - web_search: needs current or live information (news, recent events, live prices)
 - asset_price: user wants current price or quote for a specific stock or crypto (symbols required)
 - search_finance_tools: user needs financial ratios, statements, or structured data via a tool (query required)
@@ -253,9 +253,13 @@ def _get_router_action_schema() -> str:
 
 def _format_router_user_turn(*, message: str, rag_context: str) -> str:
     if rag_context.strip():
-        context_line = f"Available RAG context: yes — {rag_context.strip()}"
+        context_line = f"Pre-retrieved RAG context: yes — {rag_context.strip()}"
     else:
-        context_line = "Available RAG context: no"
+        context_line = (
+            "Pre-retrieved RAG context: none. Resource availability: unknown; "
+            "context is retrieved after routing. If the message asks about uploaded "
+            "documents or the knowledge base, choose answer_from_rag."
+        )
     return f"User message: {message.strip()}\n{context_line}"
 
 

tests/finetune/test_router_prompt.py

@@ -17,7 +17,8 @@ def test_system_prompt_contains_all_actions():
 def test_format_user_turn_no_context():
     result = format_user_turn(message="What is a P/E ratio?")
     assert "User message: What is a P/E ratio?" in result
-    assert "Available RAG context: no" in result
+    assert "Resource availability: unknown" in result
+    assert "context is retrieved after routing" in result
     assert "Conversation history: none" in result
 
 

tests/test_rag_chat_helpers.py

@@ -616,6 +616,19 @@ def test_router_has_no_disable_flag():
     assert "router_enabled" not in Settings.model_fields
 
 
+def test_router_turn_does_not_treat_missing_context_as_missing_resources():
+    from src.api.rag_chat_helpers import _format_router_user_turn
+
+    turn = _format_router_user_turn(
+        message="Using only my uploaded resources, summarize the key findings.",
+        rag_context="",
+    )
+
+    assert "Resource availability: unknown" in turn
+    assert "context is retrieved after routing" in turn
+    assert "Available RAG context: no" not in turn
+
+
 @pytest.mark.asyncio
 async def test_classify_chat_action_parses_valid_response():
     from unittest.mock import AsyncMock, patch