Consolidate 3 MCP servers into one unified eval-mcp

Merges synthetic-mcp, providers-mcp, and dataset-mcp into a single
server (backend/mcp_servers/server.py) with all 17 tools. Supports
both stdio (local Claude Code) and HTTP (deployed) transports.

- Docker Compose: 1 eval-mcp container instead of 3 separate ones
- Helm chart: 1 sidecar instead of 3 in K8s deployment
- Backend connects to single EVAL_MCP_URL
- user_id injection simplified (no server name check needed)
- Tool signatures matched exactly to old servers

Author: DataGomes

backend/api/main.py

@@ -635,7 +635,7 @@ async def cancel_chat(session_id: str, user_id: str = Depends(get_current_user_i
     # Read eval info BEFORE cancelling (read-only, doesn't kill subprocess)
     eval_info = {}
     try:
-        mcp_url = os.environ["SYNTHETIC_EVAL_MCP_URL"]
+        mcp_url = os.environ["EVAL_MCP_URL"]
         base_url = mcp_url.replace("/mcp", "")
         async with httpx.AsyncClient() as client:
             resp = await client.get(f"{base_url}/eval-info/{user_id}", timeout=2.0)
@@ -652,11 +652,11 @@ async def cancel_chat(session_id: str, user_id: str = Depends(get_current_user_i
 
     # Kill the evaluation subprocess and reconnect MCP
     try:
-        mcp_url = os.environ["SYNTHETIC_EVAL_MCP_URL"]
+        mcp_url = os.environ["EVAL_MCP_URL"]
         base_url = mcp_url.replace("/mcp", "")
         async with httpx.AsyncClient() as client:
             await client.post(f"{base_url}/cancel/{user_id}", timeout=5.0)
-        await mcp_client.reconnect_server("synthetic-eval")
+        await mcp_client.reconnect_server("eval")
     except Exception as e:
         logger.warning(f"[CANCEL] Failed to cancel evaluation: {e}")
 

backend/core/mcp_client.py

@@ -66,21 +66,11 @@ def __init__(self, working_dir: Optional[str] = None, region: str = "us-west-2")
         env["INSPECT_LOG_DIR"] = cwd
         env["AWS_REGION"] = region
 
-        # Server configurations - ALL HTTP (no stdio!)
-        # URLs configured via environment variables (required)
-        # Note: viewer is handled by backend directly, not as MCP server
+        # Single unified MCP server
         self._server_configs = {
-            "synthetic-eval": {
+            "eval": {
                 "type": "http",
-                "url": os.environ["SYNTHETIC_EVAL_MCP_URL"],
-            },
-            "providers": {
-                "type": "http",
-                "url": os.environ["PROVIDERS_MCP_URL"],
-            },
-            "dataset": {
-                "type": "http",
-                "url": os.environ["DATASET_MCP_URL"],
+                "url": os.environ["EVAL_MCP_URL"],
             },
         }
 
@@ -305,7 +295,7 @@ async def call_tool(self, tool_name: str, arguments: Optional[Dict[str, Any]] =
                 raise RuntimeError(f"Tool '{tool_name}' not found on any server")
 
         # Auto-inject user_id for tools that need it
-        if server_name in ("synthetic-eval", "dataset") and self.user_id:
+        if self.user_id:
             arguments = arguments or {}
             arguments["user_id"] = self.user_id