Merge pull request #102 from HeyBoY-ops/fix/websocket-event-loop-blocking

Fix event loop blocking in WebSocket session loading

Author: cnu1812

chatbot-core/api/services/chat_service.py

@@ -16,7 +16,8 @@
     RETRIEVER_AGENT_PROMPT,
     SPLIT_QUERY_PROMPT,
 )
-from api.services.memory import get_session
+
+from api.services.memory import get_session, get_session_async
 from api.services.file_service import format_file_context
 from api.tools.tools import TOOL_REGISTRY
 from api.tools.utils import (
@@ -462,7 +463,8 @@ async def get_chatbot_reply_stream(
     logger.info("Streaming message from session '%s'", session_id)
     logger.info("Handling user query: %s", user_input)
 
-    memory = get_session(session_id)
+    memory = await get_session_async(session_id)
+
     if memory is None:
         raise RuntimeError(
             f"Session '{session_id}' not found in memory store.")

chatbot-core/api/services/memory.py

@@ -2,7 +2,7 @@
 Handles in-memory chat session state (conversation memory).
 Provides utility functions for session lifecycle.
 """
-
+import asyncio
 import uuid
 from datetime import datetime, timedelta
 from threading import Lock
@@ -77,6 +77,12 @@ def get_session(session_id: str) -> ConversationBufferMemory | None:
 
         return memory
 
+async def get_session_async(session_id: str) -> ConversationBufferMemory | None:
+    """
+    Async wrapper for get_session to prevent event loop blocking.
+    """
+    return await asyncio.to_thread(get_session, session_id)
+
 
 def persist_session(session_id: str)-> None:
     """