Add CHATBOT_STREAMING envvar

ansible · Feb 18, 2025 · e833b89 · e833b89
1 parent 91c8daa
commit e833b89
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 1 deletion.
diff --git a/ansible_ai_connect/main/settings/base.py b/ansible_ai_connect/main/settings/base.py
@@ -555,6 +555,7 @@ def is_ssl_enabled(value: str) -> bool:
 # ------------------------------------------
 CHATBOT_DEFAULT_PROVIDER = os.getenv("CHATBOT_DEFAULT_PROVIDER")
 CHATBOT_DEBUG_UI = os.getenv("CHATBOT_DEBUG_UI", "False").lower() == "true"
+CHATBOT_STREAMING = os.getenv("CHATBOT_STREAMING", "False").lower() == "true"
 # ==========================================
 
 # ==========================================

diff --git a/ansible_ai_connect/main/tests/test_views.py b/ansible_ai_connect/main/tests/test_views.py
@@ -350,6 +350,7 @@ def test_chatbot_view_with_debug_ui(self):
         self.assertEqual(r.status_code, HTTPStatus.OK)
         self.assertContains(r, '<div id="debug" hidden>true</div>')
 
+    @override_settings(CHATBOT_STREAMING=True)
     def test_chatbot_view_with_streaming_enabled(self):
         llm: ModelPipelineChatBot = apps.get_app_config("ai").get_model_pipeline(
             ModelPipelineChatBot

diff --git a/ansible_ai_connect/main/views.py b/ansible_ai_connect/main/views.py
@@ -150,7 +150,7 @@ def get_context_data(self, **kwargs):
         if user and user.is_authenticated:
             context["user_name"] = user.username
         context["debug"] = "true" if settings.CHATBOT_DEBUG_UI else "false"
-        context["stream"] = "true" if self.llm.config.stream else "false"
+        context["stream"] = "true" if settings.CHATBOT_STREAMING else "false"
 
         return context