feat(playground): add playground lmanagement for default vector store model with limitation and updates

Author: tibo-pdn

playground/app/features/routers/components/forms.py

@@ -26,10 +26,18 @@ def router_settings_form_fields() -> rx.Component:
             ),
             entity_form_checkbox_field(
                 label="Set as default vector store router",
-                value=RoutersState.entity.is_default_vector_store,
-                on_change=lambda value: RoutersState.set_edit_entity_attribut("is_default_vector_store", value),
-                tooltip="Set as default vector store router. This option is only available for type 'text-embeddings-inference' routers.",
-                disabled=(RoutersState.entity.type != "text-embeddings-inference") | (RoutersState.entity.is_default_vector_store is None),
+                value=(RoutersState.entity.is_default & (RoutersState.entity.type == "text-embeddings-inference")),
+                on_change=lambda value: RoutersState.set_edit_entity_attribut("is_default", value),
+                tooltip=rx.cond(
+                    (RoutersState.entity.type == "text-embeddings-inference")
+                    & (RoutersState.default_vector_store_router.bool())
+                    & (RoutersState.default_vector_store_router.id != RoutersState.entity.id),
+                    "Another router is already set as default vector store. Please uncheck it explicitly before checking this one.",
+                    "Set as default vector store router. This option is only available for type 'text-embeddings-inference' routers.",
+                ),
+                disabled=(RoutersState.entity.type != "text-embeddings-inference")
+                | (RoutersState.entity.is_default is None)
+                | ((RoutersState.default_vector_store_router.bool()) & (RoutersState.default_vector_store_router.id != RoutersState.entity.id)),
             ),
             width="100%",
         ),
@@ -108,11 +116,16 @@ def router_create_form_fields() -> rx.Component:
             ),
             entity_form_checkbox_field(
                 label="Set as default vector store router",
-                value=RoutersState.entity_to_create.is_default_vector_store,
-                on_change=lambda value: RoutersState.set_new_entity_attribut("is_default_vector_store", value),
-                tooltip="Set as default vector store router. This option is only available for type 'text-embeddings-inference' routers.",
+                value=(RoutersState.entity_to_create.is_default & (RoutersState.entity_to_create.type == "text-embeddings-inference")),
+                on_change=lambda value: RoutersState.set_new_entity_attribut("is_default", value),
+                tooltip=rx.cond(
+                    (RoutersState.entity_to_create.type == "text-embeddings-inference") & (RoutersState.default_vector_store_router.bool()),
+                    "Another router is already set as default vector store. Please uncheck it explicitly before checking this one.",
+                    "Set as default vector store router. This option is only available for type 'text-embeddings-inference' routers.",
+                ),
                 disabled=(RoutersState.entity_to_create.type != "text-embeddings-inference")
-                | (RoutersState.entity_to_create.is_default_vector_store is None),
+                | (RoutersState.entity_to_create.is_default is None)
+                | (RoutersState.default_vector_store_router.bool()),
             ),
             width="100%",
         ),

playground/app/features/routers/models.py

@@ -14,7 +14,7 @@ class Router(Entity):
     max_context_length: int | None = None
     cost_prompt_tokens: float | None = None
     cost_completion_tokens: float | None = None
+    is_default: bool | None = None
     providers: int | None = None
     created: str | None = None
     updated: str | None = None
-    is_default_vector_store: bool = False

playground/app/features/routers/state.py

@@ -51,6 +51,7 @@ def _format_router(self, router: dict) -> Router:
             type=router["type"],
             aliases=",".join(router["aliases"]) if router["aliases"] else "",
             load_balancing_strategy=_load_balancing_strategy_converter.get(router["load_balancing_strategy"]),
+            is_default=router["is_default"],
             max_context_length=router["max_context_length"],
             vector_size=router["vector_size"],
             cost_prompt_tokens=router["cost_prompt_tokens"],
@@ -175,6 +176,7 @@ async def delete_entity(self):
         load_balancing_strategy="Shuffle",
         cost_prompt_tokens=0.0,
         cost_completion_tokens=0.0,
+        is_default=False,
     )
 
     @rx.event
@@ -185,6 +187,9 @@ def set_new_entity_attribut(self, attribute: str, value: str | bool | None):
         else:
             setattr(self.entity_to_create, attribute, value)
 
+        if attribute == "type" and value != "text-embeddings-inference":
+            self.entity_to_create.is_default = False
+
     @rx.event
     async def create_entity(self):
         """Create a router."""
@@ -195,14 +200,17 @@ async def create_entity(self):
         self.create_entity_loading = True
         yield
 
-        new_router_load_balancing_strategy = self.entity_to_create.load_balancing_strategy.lower().replace(" ", "_")
+        new_router_load_balancing_strategy = (
+            self.entity_to_create.load_balancing_strategy.lower().replace(" ", "_") if self.entity_to_create.load_balancing_strategy else "shuffle"
+        )
 
         payload = {
             "name": self.entity_to_create.name,
             "type": self.entity_to_create.type,
             "load_balancing_strategy": new_router_load_balancing_strategy,
             "cost_prompt_tokens": self.entity_to_create.cost_prompt_tokens,
             "cost_completion_tokens": self.entity_to_create.cost_completion_tokens,
+            "is_default": self.entity_to_create.is_default,
         }
 
         if self.entity_to_create.aliases:
@@ -222,6 +230,16 @@ async def create_entity(self):
                 response.raise_for_status()
 
                 yield rx.toast.success("Router created successfully", position="bottom-right")
+
+                # Reset form
+                self.entity_to_create = Router(
+                    type="text-generation",
+                    load_balancing_strategy="Shuffle",
+                    cost_prompt_tokens=0.0,
+                    cost_completion_tokens=0.0,
+                    is_default=False,
+                )
+
                 async for _ in self.load_entities():
                     yield
 
@@ -249,6 +267,9 @@ def set_edit_entity_attribut(self, attribute: str, value: str | bool | None):
         else:
             setattr(self.entity, attribute, value)
 
+        if attribute == "type" and value != "text-embeddings-inference":
+            self.entity.is_default = False
+
     @rx.var
     def is_settings_entity_dialog_open(self) -> bool:
         """Check if settings dialog should be open."""
@@ -276,6 +297,7 @@ async def edit_entity(self):
             "load_balancing_strategy": router_load_balancing_strategy,
             "cost_prompt_tokens": self.entity.cost_prompt_tokens,
             "cost_completion_tokens": self.entity.cost_completion_tokens,
+            "is_default": self.entity.is_default,
         }
 
         response = None
@@ -347,3 +369,11 @@ async def next_page(self):
             yield
             async for _ in self.load_entities():
                 yield
+
+    @rx.var
+    def default_vector_store_router(self) -> Router | None:
+        """Get the current default vector store router from the loaded entities."""
+        for router in self.entities:
+            if router.type == "text-embeddings-inference" and router.is_default:
+                return router
+        return None

playground/app/shared/components/forms.py

@@ -12,12 +12,12 @@ def entity_form_select_field(
     value: str | None = None,
     on_change: Callable | None = None,
     disabled: bool = False,
-    tooltip: str | None = None,
+    tooltip: str | rx.Var | None = None,
     **kwargs,
 ) -> rx.Component:
     return rx.vstack(
         rx.cond(
-            bool(tooltip),
+            tooltip,
             rx.hstack(
                 rx.text(label, size=TEXT_SIZE_LABEL, weight="bold"),
                 rx.tooltip(
@@ -46,12 +46,12 @@ def entity_form_input_field(
     label: str,
     value: str,
     on_change: Callable | None = None,
-    tooltip: str | None = None,
+    tooltip: str | rx.Var | None = None,
     **kwargs: Any,
 ) -> rx.Component:
     return rx.vstack(
         rx.cond(
-            bool(tooltip),
+            tooltip,
             rx.hstack(
                 rx.text(label, size=TEXT_SIZE_LABEL, weight="bold"),
                 rx.tooltip(
@@ -77,9 +77,9 @@ def entity_form_input_field(
 def entity_form_checkbox_field(
     label: str,
     value: bool,
-    description: str | None = None,
+    description: str | rx.Var | None = None,
     on_change: Callable | None = None,
-    tooltip: str | None = None,
+    tooltip: str | rx.Var | None = None,
     disabled: bool = False,
     **kwargs: Any,
 ) -> rx.Component:
@@ -92,7 +92,7 @@ def entity_form_checkbox_field(
         ),
         rx.vstack(
             rx.cond(
-                bool(tooltip),
+                tooltip,
                 rx.hstack(
                     rx.text(
                         label,
@@ -115,7 +115,7 @@ def entity_form_checkbox_field(
                 ),
             ),
             rx.cond(
-                bool(description),
+                description,
                 rx.text(
                     description,
                     size=TEXT_SIZE_LABEL,