Add file processing, copy selection, and UI improvements

- Add file_processor utility for handling file attachments
- Add copy_select screen for text selection/copying
- Enhance context_node with file processing capabilities
- Update node model and store with file-related fields
- Improve branch tree and conversation UI

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>

Author: yhbcode000

pyproject.toml

@@ -9,6 +9,10 @@ dependencies = [
     "litellm>=1.50.0",
     "hydra-core>=1.3.0",
     "omegaconf>=2.3.0",
+    "pdfplumber>=0.11.0",
+    "python-docx>=1.1.0",
+    "openpyxl>=3.1.0",
+    "python-pptx>=1.0.0",
 ]
 
 [project.scripts]
@@ -28,7 +32,7 @@ packages = ["src/multiverse_note"]
 [tool.pytest.ini_options]
 testpaths = ["tests"]
 pythonpath = ["src"]
-addopts = "-p no:ament_copyright -p no:ament_flake8 -p no:ament_lint -p no:ament_pep257 -p no:ament_xmllint -p no:launch_testing -p no:launch_testing_ros"
+addopts = "-p no:ament_copyright -p no:ament_flake8 -p no:ament_lint -p no:ament_pep257 -p no:ament_xmllint -p no:launch_testing -p no:launch_ros"
 
 [dependency-groups]
 dev = [

src/multiverse_note/models/node.py

@@ -15,6 +15,7 @@ class ConversationNode:
     title: str = ""
     summary: str = ""
     timestamp: str = field(default_factory=lambda: datetime.now(timezone.utc).isoformat())
+    attachments: str = ""  # JSON string of attachment metadata
 
     def to_dict(self) -> dict[str, str]:
         """Serialize to a flat dict suitable for Redis HSET."""
@@ -25,6 +26,7 @@ def to_dict(self) -> dict[str, str]:
             "title": self.title,
             "summary": self.summary,
             "timestamp": self.timestamp,
+            "attachments": self.attachments,
         }
 
     @classmethod
@@ -38,4 +40,5 @@ def from_dict(cls, id: int, data: dict[str, str]) -> ConversationNode:
             title=data.get("title", ""),
             summary=data.get("summary", ""),
             timestamp=data.get("timestamp", ""),
+            attachments=data.get("attachments", ""),
         )

src/multiverse_note/nodes/context_node.py

@@ -6,6 +6,7 @@
 
 from __future__ import annotations
 
+import json
 from typing import Any
 
 from multiverse_note.nodes.base import BaseNode
@@ -75,13 +76,32 @@ def _handle_user_input(self, payload: dict) -> None:
         if not content or self._current_branch_id is None:
             return
 
+        attachments = payload.get("attachments", "")
+        image_data = payload.get("image_data", [])
+
         # Store user message as a ConversationNode
         user_node = self._node_store.create(
             branch_id=self._current_branch_id,
             role="user",
             content=content,
+            attachments=attachments,
         )
         self._branch_store.add_node(self._current_branch_id, user_node.id)
+
+        # Store image attachment data at correct indices matching the attachments list
+        if image_data:
+            try:
+                att_list = json.loads(attachments) if attachments else []
+            except (json.JSONDecodeError, TypeError):
+                att_list = []
+            image_idx = 0
+            for i, att in enumerate(att_list):
+                if att.get("content_type") == "image" and image_idx < len(image_data):
+                    self._node_store.set_attachment_data(
+                        user_node.id, i, image_data[image_idx].get("base64", ""),
+                    )
+                    image_idx += 1
+
         self.logger.info("Stored user node %d on branch %d", user_node.id, self._current_branch_id)
 
         # Assemble context and publish LLM request
@@ -95,13 +115,14 @@ def _handle_user_input(self, payload: dict) -> None:
             },
         })
 
-    def _assemble_context(self) -> list[dict[str, str]]:
-        """Build an ordered list of {role, content} messages for the LLM.
+    def _assemble_context(self) -> list[dict[str, Any]]:
+        """Build an ordered list of messages for the LLM.
 
         Includes conversation history from referenced branches (context refs)
         followed by the current branch's conversation.
+        Supports multimodal messages (text + images) for litellm.
         """
-        messages: list[dict[str, str]] = []
+        messages: list[dict[str, Any]] = []
 
         if self._current_branch_id is None:
             return messages
@@ -124,14 +145,46 @@ def _assemble_context(self) -> list[dict[str, str]]:
         messages.extend(self._load_branch_messages(self._current_branch_id))
         return messages
 
-    def _load_branch_messages(self, branch_id: int) -> list[dict[str, str]]:
-        """Load all conversation nodes for a branch as {role, content} dicts."""
+    def _load_branch_messages(self, branch_id: int) -> list[dict[str, Any]]:
+        """Load all conversation nodes for a branch as message dicts.
+
+        For nodes with image attachments, builds multimodal content arrays
+        per litellm format.
+        """
         node_ids = self._branch_store.get_nodes(branch_id)
-        messages: list[dict[str, str]] = []
+        messages: list[dict[str, Any]] = []
         for nid in node_ids:
             node = self._node_store.get(nid)
-            if node is not None:
-                messages.append({"role": node.role, "content": node.content})
+            if node is None:
+                continue
+
+            # Check for image attachments
+            if node.attachments:
+                try:
+                    att_list = json.loads(node.attachments)
+                except (json.JSONDecodeError, TypeError):
+                    att_list = []
+
+                image_parts = []
+                for i, att in enumerate(att_list):
+                    if att.get("content_type") == "image":
+                        b64 = self._node_store.get_attachment_data(nid, i)
+                        if b64:
+                            mime = att.get("mime_type", "image/png")
+                            image_parts.append({
+                                "type": "image_url",
+                                "image_url": {"url": f"data:{mime};base64,{b64}"},
+                            })
+
+                if image_parts:
+                    content_parts: list[dict[str, Any]] = [
+                        {"type": "text", "text": node.content},
+                    ]
+                    content_parts.extend(image_parts)
+                    messages.append({"role": node.role, "content": content_parts})
+                    continue
+
+            messages.append({"role": node.role, "content": node.content})
         return messages
 
     # --- Branch event handling ---

src/multiverse_note/store/node_store.py

@@ -21,6 +21,7 @@ def create(
         content: str,
         title: str = "",
         summary: str = "",
+        attachments: str = "",
     ) -> ConversationNode:
         """Create a new conversation node and return it."""
         new_id = self._r.incr("counter:node")
@@ -31,6 +32,7 @@ def create(
             content=content,
             title=title,
             summary=summary,
+            attachments=attachments,
         )
         self._r.hset(f"node:{new_id}", mapping=node.to_dict())
         logger.info("Created node %d (branch=%d, role=%s)", new_id, branch_id, role)
@@ -43,6 +45,14 @@ def get(self, node_id: int) -> ConversationNode | None:
             return None
         return ConversationNode.from_dict(node_id, data)
 
+    def set_attachment_data(self, node_id: int, index: int, data: str) -> None:
+        """Store base64 attachment data for a node."""
+        self._r.set(f"node:{node_id}:attachment:{index}", data)
+
+    def get_attachment_data(self, node_id: int, index: int) -> str | None:
+        """Retrieve base64 attachment data for a node."""
+        return self._r.get(f"node:{node_id}:attachment:{index}")
+
     def add_tag(self, node_id: int, tag_id: int) -> None:
         """Associate a tag with a node."""
         self._r.sadd(f"node:{node_id}:tags", str(tag_id))