feat: add offline demo LLM fallback for console runs

Add a deterministic OfflineLLMClient used when no external API is configured.
Wire the bootstrap composition root to fall back safely (typed via LLMClient Protocol).
Includes minor ruff-driven formatting fixes in core/tests.

Author: ogyrec-o

src/rune_companion/cli/bootstrap.py

@@ -20,9 +20,10 @@
 from typing import Literal, cast
 
 from ..config import get_settings
-from ..core.ports import ChatMessage
+from ..core.ports import ChatMessage, LLMClient
 from ..core.state import AppState
 from ..llm.client import OpenRouterLLMClient
+from ..llm.offline import OfflineLLMClient
 from ..memory.store import MemoryStore
 from ..tasks.task_store import TaskStore
 from ..tts.engine import TTSEngine
@@ -50,9 +51,16 @@ def create_initial_state(*, settings=None) -> AppState:
 
     _ensure_local_dirs(settings)
 
+    llm_client: LLMClient
+    try:
+        llm_client = OpenRouterLLMClient(settings)
+    except Exception:
+        # Fallback for demos / local runs without external services.
+        llm_client = OfflineLLMClient()
+
     state = AppState(
         settings=settings,
-        llm=OpenRouterLLMClient(settings),
+        llm=llm_client,
         tts_engine=TTSEngine(enabled=settings.tts_mode, settings=settings),
         memory=MemoryStore(settings.memory_db_path),
         task_store=TaskStore(settings.tasks_db_path),

src/rune_companion/cli/commands.py

@@ -16,8 +16,7 @@
 CommandEmitter = Callable[[str], None]
 CommandHandler4 = Callable[[AppState, list[str], str | None, str | None], str]
 CommandHandler5 = Callable[
-    [AppState, list[str], str | None, str | None, CommandEmitter | None],
-    str
+    [AppState, list[str], str | None, str | None, CommandEmitter | None], str
 ]
 CommandHandler = CommandHandler4 | CommandHandler5
 

src/rune_companion/core/chat.py

@@ -357,9 +357,7 @@ def stream_reply(
     if state.save_history:
         key = _make_key(user_id, room_id)
         history = (
-            state.dialog_histories.setdefault(key, [])
-            if key is not None
-            else state.conversation
+            state.dialog_histories.setdefault(key, []) if key is not None else state.conversation
         )
         messages_for_llm: list[ChatMessage] = [*history, {"role": "user", "content": user_text}]
     else:

src/rune_companion/llm/offline.py

@@ -0,0 +1,44 @@
+# src/rune_companion/llm/offline.py
+
+from __future__ import annotations
+
+from collections.abc import Iterable
+
+from ..core.ports import ChatMessage
+
+
+class OfflineLLMClient:
+    """
+    Offline deterministic LLM client used for demos when no external API is configured.
+
+    Behavior:
+    - Memory controller prompts -> returns {"ops": []}
+    - Summarizer prompts -> returns "No significant facts."
+    - Normal chat -> returns a friendly offline demo response
+    """
+
+    def stream_chat(self, messages: list[ChatMessage], system_prompt: str) -> Iterable[str]:
+        sp = (system_prompt or "").lower()
+
+        # Planner must output JSON that the controller can parse safely.
+        if "memory/task planner" in sp or "memory controller" in sp or "<plan_json>" in sp:
+            yield '{"ops":[]}'
+            return
+
+        # Summarizer has a strict fallback phrase.
+        if "summarization module" in sp or "episodic summarizer" in sp:
+            yield "No significant facts."
+            return
+
+        # Normal chat: reflect user message, no external calls.
+        user_text = ""
+        for m in reversed(messages):
+            if m["role"] == "user":
+                user_text = m["content"]
+                break
+
+        yield (
+            "Offline demo mode: no external LLM is configured.\n"
+            "Set RUNE_OPENROUTER_API_KEY (and RUNE_LLM_MODELS) to enable real responses.\n\n"
+            f"You said: {user_text}"
+        )

tests/fakes.py

@@ -37,13 +37,14 @@ class FakeMessenger(OutboundMessenger):
     """
     Fake OutboundMessenger used by scheduler tests.
     """
+
     sent: list[SentMessage] = field(default_factory=list)
 
     async def send_text(
-            self,
-            *,
-            text: str,
-            room_id: str | None = None,
-            to_user_id: str | None = None,
+        self,
+        *,
+        text: str,
+        room_id: str | None = None,
+        to_user_id: str | None = None,
     ) -> None:
         self.sent.append(SentMessage(text=text, room_id=room_id, to_user_id=to_user_id))

tests/test_task_scheduler.py

@@ -29,7 +29,7 @@ def list_runnable_tasks(self, *, now_ts: float, limit: int = 32):
         out: list[Task] = []
         for t in self.tasks.values():
             if t.status in (TaskStatus.PENDING, TaskStatus.ANSWER_RECEIVED) and (
-                    t.due_at is None or t.due_at <= now_ts
+                t.due_at is None or t.due_at <= now_ts
             ):
                 out.append(t)
         out.sort(key=lambda x: (x.due_at or x.created_at, x.created_at))
@@ -47,14 +47,14 @@ def update_task_status(self, task_id: int, new_status):
         self.tasks[task_id] = replace(t, status=new_status, updated_at=time.time())
 
     def update_task_fields(
-            self,
-            task_id: int,
-            *,
-            status=None,
-            due_at=None,
-            meta=None,
-            question_text=None,
-            answer_text=None,
+        self,
+        task_id: int,
+        *,
+        status=None,
+        due_at=None,
+        meta=None,
+        question_text=None,
+        answer_text=None,
     ):
         t = self.tasks[task_id]
         self.tasks[task_id] = replace(