Merge pull request #199 from chronicler-ai/fix/openmemory-cache

Fix deepgram/parakeet workers bug

Author: AnkushMalaker

backends/advanced/Caddyfile.template

@@ -19,7 +19,7 @@ localhost TAILSCALE_IP {
 
     # WebSocket endpoints - proxy to backend with upgrade support
     handle /ws* {
-        reverse_proxy friend-backend:8000 {
+        reverse_proxy chronicle-backend:8000 {
             # Caddy automatically handles WebSocket upgrades
             header_up X-Real-IP {remote_host}
             header_up X-Forwarded-For {remote_host}
@@ -29,31 +29,31 @@ localhost TAILSCALE_IP {
 
     # API endpoints - proxy to backend
     handle /api/* {
-        reverse_proxy friend-backend:8000
+        reverse_proxy chronicle-backend:8000
     }
 
     # Auth endpoints - proxy to backend
     handle /auth/* {
-        reverse_proxy friend-backend:8000
+        reverse_proxy chronicle-backend:8000
     }
 
     # Health checks - proxy to backend
     handle /health {
-        reverse_proxy friend-backend:8000
+        reverse_proxy chronicle-backend:8000
     }
 
     handle /readiness {
-        reverse_proxy friend-backend:8000
+        reverse_proxy chronicle-backend:8000
     }
 
     # Users endpoints - proxy to backend
     handle /users/* {
-        reverse_proxy friend-backend:8000
+        reverse_proxy chronicle-backend:8000
     }
 
     # Audio files - proxy to backend
     handle /audio/* {
-        reverse_proxy friend-backend:8000
+        reverse_proxy chronicle-backend:8000
     }
 
     # Everything else - proxy to webui
@@ -68,36 +68,36 @@ localhost TAILSCALE_IP {
 #
 #     # WebSocket endpoints
 #     handle /ws* {
-#         reverse_proxy friend-backend:8000
+#         reverse_proxy chronicle-backend:8000
 #     }
 #
 #     # API endpoints
 #     handle /api/* {
-#         reverse_proxy friend-backend:8000
+#         reverse_proxy chronicle-backend:8000
 #     }
 #
 #     # Auth endpoints
 #     handle /auth/* {
-#         reverse_proxy friend-backend:8000
+#         reverse_proxy chronicle-backend:8000
 #     }
 #
 #     # Health checks
 #     handle /health {
-#         reverse_proxy friend-backend:8000
+#         reverse_proxy chronicle-backend:8000
 #     }
 #
 #     handle /readiness {
-#         reverse_proxy friend-backend:8000
+#         reverse_proxy chronicle-backend:8000
 #     }
 #
 #     # Users endpoints
 #     handle /users/* {
-#         reverse_proxy friend-backend:8000
+#         reverse_proxy chronicle-backend:8000
 #     }
 #
 #     # Audio files
 #     handle /audio/* {
-#         reverse_proxy friend-backend:8000
+#         reverse_proxy chronicle-backend:8000
 #     }
 #
 #     # Everything else - webui

backends/advanced/docker-compose.yml

@@ -226,7 +226,7 @@ services:
 # Shared network for cross-project communication
 networks:
   default:
-    name: friend-network
+    name: chronicle-network
 
 volumes:
   ollama_data:

backends/advanced/start-workers.sh

@@ -51,9 +51,26 @@ start_workers() {
     uv run python -m advanced_omi_backend.workers.rq_worker_entry audio &
     AUDIO_PERSISTENCE_WORKER_PID=$!
 
-    echo "🎵 Starting audio stream Deepgram worker (1 worker for sequential processing)..."
-    uv run python -m advanced_omi_backend.workers.audio_stream_deepgram_worker &
-    AUDIO_STREAM_WORKER_PID=$!
+    # Start stream workers based on available configuration
+    # Only start Deepgram worker if DEEPGRAM_API_KEY is set
+    if [ -n "$DEEPGRAM_API_KEY" ]; then
+        echo "🎵 Starting audio stream Deepgram worker (1 worker for sequential processing)..."
+        uv run python -m advanced_omi_backend.workers.audio_stream_deepgram_worker &
+        AUDIO_STREAM_DEEPGRAM_WORKER_PID=$!
+    else
+        echo "⏭️  Skipping Deepgram stream worker (DEEPGRAM_API_KEY not set)"
+        AUDIO_STREAM_DEEPGRAM_WORKER_PID=""
+    fi
+
+    # Only start Parakeet worker if PARAKEET_ASR_URL or OFFLINE_ASR_TCP_URI is set
+    if [ -n "$PARAKEET_ASR_URL" ] || [ -n "$OFFLINE_ASR_TCP_URI" ]; then
+        echo "🎵 Starting audio stream Parakeet worker (1 worker for sequential processing)..."
+        uv run python -m advanced_omi_backend.workers.audio_stream_parakeet_worker &
+        AUDIO_STREAM_PARAKEET_WORKER_PID=$!
+    else
+        echo "⏭️  Skipping Parakeet stream worker (PARAKEET_ASR_URL/OFFLINE_ASR_TCP_URI not set)"
+        AUDIO_STREAM_PARAKEET_WORKER_PID=""
+    fi
 
     echo "✅ All workers started:"
     echo "  - RQ worker 1: PID $RQ_WORKER_1_PID (transcription, memory, default)"
@@ -63,7 +80,8 @@ start_workers() {
     echo "  - RQ worker 5: PID $RQ_WORKER_5_PID (transcription, memory, default)"
     echo "  - RQ worker 6: PID $RQ_WORKER_6_PID (transcription, memory, default)"
     echo "  - Audio persistence worker: PID $AUDIO_PERSISTENCE_WORKER_PID (audio queue - file rotation)"
-    echo "  - Audio stream worker: PID $AUDIO_STREAM_WORKER_PID (Redis Streams consumer - sequential processing)"
+    [ -n "$AUDIO_STREAM_DEEPGRAM_WORKER_PID" ] && echo "  - Deepgram stream worker: PID $AUDIO_STREAM_DEEPGRAM_WORKER_PID (real-time transcription)"
+    [ -n "$AUDIO_STREAM_PARAKEET_WORKER_PID" ] && echo "  - Parakeet stream worker: PID $AUDIO_STREAM_PARAKEET_WORKER_PID (real-time transcription)"
 }
 
 # Function to check worker registration health
@@ -103,7 +121,9 @@ monitor_worker_health() {
             echo "🔧 Self-healing: Restarting all workers to restore registration..."
 
             # Kill all workers
-            kill $RQ_WORKER_1_PID $RQ_WORKER_2_PID $RQ_WORKER_3_PID $RQ_WORKER_4_PID $RQ_WORKER_5_PID $RQ_WORKER_6_PID $AUDIO_PERSISTENCE_WORKER_PID $AUDIO_STREAM_WORKER_PID 2>/dev/null || true
+            kill $RQ_WORKER_1_PID $RQ_WORKER_2_PID $RQ_WORKER_3_PID $RQ_WORKER_4_PID $RQ_WORKER_5_PID $RQ_WORKER_6_PID $AUDIO_PERSISTENCE_WORKER_PID 2>/dev/null || true
+            [ -n "$AUDIO_STREAM_DEEPGRAM_WORKER_PID" ] && kill $AUDIO_STREAM_DEEPGRAM_WORKER_PID 2>/dev/null || true
+            [ -n "$AUDIO_STREAM_PARAKEET_WORKER_PID" ] && kill $AUDIO_STREAM_PARAKEET_WORKER_PID 2>/dev/null || true
             wait 2>/dev/null || true
 
             # Restart workers
@@ -128,7 +148,8 @@ shutdown() {
     kill $RQ_WORKER_5_PID 2>/dev/null || true
     kill $RQ_WORKER_6_PID 2>/dev/null || true
     kill $AUDIO_PERSISTENCE_WORKER_PID 2>/dev/null || true
-    kill $AUDIO_STREAM_WORKER_PID 2>/dev/null || true
+    [ -n "$AUDIO_STREAM_DEEPGRAM_WORKER_PID" ] && kill $AUDIO_STREAM_DEEPGRAM_WORKER_PID 2>/dev/null || true
+    [ -n "$AUDIO_STREAM_PARAKEET_WORKER_PID" ] && kill $AUDIO_STREAM_PARAKEET_WORKER_PID 2>/dev/null || true
     wait
     echo "✅ All workers stopped"
     exit 0
@@ -161,7 +182,8 @@ kill $RQ_WORKER_4_PID 2>/dev/null || true
 kill $RQ_WORKER_5_PID 2>/dev/null || true
 kill $RQ_WORKER_6_PID 2>/dev/null || true
 kill $AUDIO_PERSISTENCE_WORKER_PID 2>/dev/null || true
-kill $AUDIO_STREAM_WORKER_PID 2>/dev/null || true
+[ -n "$AUDIO_STREAM_DEEPGRAM_WORKER_PID" ] && kill $AUDIO_STREAM_DEEPGRAM_WORKER_PID 2>/dev/null || true
+[ -n "$AUDIO_STREAM_PARAKEET_WORKER_PID" ] && kill $AUDIO_STREAM_PARAKEET_WORKER_PID 2>/dev/null || true
 wait
 
 echo "🔄 All workers stopped"

extras/openmemory-mcp/docker-compose.yml

@@ -8,11 +8,9 @@ services:
       - ./data/mem0_storage:/qdrant/storage
     restart: unless-stopped
 
-  # OpenMemory MCP Server (built from local cache)
+  # OpenMemory MCP Server (official Docker image)
   openmemory-mcp:
-    build:
-      context: ./cache/mem0/openmemory/api
-      dockerfile: Dockerfile
+    image: mem0/openmemory-mcp:latest
     env_file:
       - .env
     environment:
@@ -29,8 +27,11 @@ services:
       timeout: 10s
       retries: 3
       start_period: 30s
+    networks:
+      - default
+      - chronicle-network
 
-  # OpenMemory UI (optional - can be disabled if not needed)
+  # OpenMemory UI (starts by default with the MCP server)
   openmemory-ui:
     image: mem0/openmemory-ui:latest
     ports:
@@ -40,5 +41,10 @@ services:
       - NEXT_PUBLIC_USER_ID=openmemory
     depends_on:
       - openmemory-mcp
-    profiles:
-      - ui  # Only starts when --profile ui is used
+    restart: unless-stopped
+
+networks:
+  default:
+    name: openmemory-mcp_default
+  chronicle-network:
+    external: true

extras/openmemory-mcp/init-cache.sh

@@ -43,24 +43,6 @@ fi
 # Set restrictive permissions (owner read/write only)
 chmod 600 .env
 
-# Clone the custom fork of mem0 with OpenMemory fixes
-echo ""
-echo "📦 Setting up custom mem0 fork with OpenMemory..."
-if [ -d "cache/mem0" ]; then
-    echo "  Removing existing mem0 directory..."
-    rm -rf cache/mem0
-fi
-
-echo "  Cloning mem0 fork from AnkushMalaker/mem0..."
-mkdir -p cache
-git clone https://github.com/AnkushMalaker/mem0.git cache/mem0
-cd cache/mem0
-echo "  Checking out fix/get-endpoint branch..."
-git checkout fix/get-endpoint
-cd ../..
-
-echo "✅ Custom mem0 fork ready with OpenMemory improvements"
-
 # Get OpenAI API Key (prompt only if not provided via command line)
 if [ -z "$OPENAI_API_KEY" ]; then
     echo ""
@@ -91,9 +73,6 @@ echo ""
 echo "✅ OpenMemory MCP configured!"
 echo "📁 Configuration saved to .env"
 echo ""
-echo "🚀 To start: docker compose up --build -d"
+echo "🚀 To start: docker compose up -d"
 echo "🌐 MCP Server: http://localhost:8765"
-echo "📱 Web Interface: http://localhost:8765"
-echo "🔧 UI (optional): docker compose --profile ui up -d"
-echo ""
-echo "💡 Note: Using custom mem0 fork from AnkushMalaker/mem0:fix/get-endpoint"
+echo "📱 Web UI: http://localhost:3001"

extras/openmemory-mcp/setup.sh

@@ -108,5 +108,5 @@ services:
 # Shared network for cross-project communication
 networks:
   default:
-    name: friend-network
+    name: chronicle-network
     external: true