feat: map conversational input to attachments for nodes [JAR-9193] (#535)

Author: norman-le

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "uipath-langchain"
-version = "0.5.70"
+version = "0.5.71"
 description = "Python SDK that enables developers to build and deploy LangGraph agents to the UiPath Cloud Platform"
 readme = { file = "README.md", content-type = "text/markdown" }
 requires-python = ">=3.11"

src/uipath_langchain/agent/react/init_node.py

@@ -8,6 +8,7 @@
 
 from .job_attachments import (
     get_job_attachments,
+    parse_attachments_from_conversation_messages,
 )
 from .types import AgentSettings
 
@@ -43,6 +44,12 @@ def graph_state_init(state: Any) -> Any:
         job_attachments_dict = {
             str(att.id): att for att in job_attachments if att.id is not None
         }
+        # Merge attachments from preserved messages for conversational agents
+        if is_conversational:
+            message_attachments = parse_attachments_from_conversation_messages(
+                preserved_messages
+            )
+            job_attachments_dict.update(message_attachments)
 
         return {
             "messages": resolved_messages,

src/uipath_langchain/agent/react/job_attachments.py

@@ -2,9 +2,10 @@
 
 import copy
 import uuid
-from typing import Any
+from typing import Any, Sequence
 
 from jsonpath_ng import parse  # type: ignore[import-untyped]
+from langchain_core.messages import BaseMessage, HumanMessage
 from pydantic import BaseModel
 from uipath.platform.attachments import Attachment
 
@@ -125,3 +126,44 @@ def _create_job_attachment_error_message(attachment_id_str: str) -> str:
         f"Try invoking the tool again and please make sure that you pass "
         f"valid JobAttachment IDs associated with existing JobAttachments in the current context."
     )
+
+
+def parse_attachments_from_conversation_messages(
+    messages: Sequence[BaseMessage],
+) -> dict[str, Attachment]:
+    """Parse attachments from HumanMessage additional_kwargs.
+
+    Extracts attachment information from HumanMessages where additional_kwargs
+    contains an 'attachments' list with attachment details.
+
+    Args:
+        messages: Sequence of messages to parse
+
+    Returns:
+        Dictionary mapping attachment ID to Attachment objects
+    """
+    attachments: dict[str, Attachment] = {}
+
+    for message in messages:
+        if not isinstance(message, HumanMessage):
+            continue
+
+        kwargs = getattr(message, "additional_kwargs", None)
+        if not kwargs:
+            continue
+
+        # Handle attachments list in additional_kwargs
+        attachment_list = kwargs.get("attachments", [])
+        for att in attachment_list:
+            id = att.get("id")
+            full_name = att.get("full_name")
+            mime_type = att.get("mime_type")
+
+            if id and full_name:
+                attachments[str(id)] = Attachment(
+                    id=id,
+                    full_name=full_name,
+                    mime_type=mime_type,
+                )
+
+    return attachments

src/uipath_langchain/agent/tools/internal_tools/analyze_files_tool.py

@@ -51,6 +51,10 @@ def create_analyze_file_tool(
     input_model = create_model(resource.input_schema)
     output_model = create_model(resource.output_schema)
 
+    # Disable streaming so for conversational loops, the internal LLM call doesn't leak
+    # AIMessageChunk events into the graph stream.
+    non_streaming_llm = llm.model_copy(update={"disable_streaming": True})
+
     @mockable(
         name=resource.name,
         description=resource.description,
@@ -81,7 +85,7 @@ async def tool_fn(**kwargs: Any):
             cast(AnyMessage, human_message_with_files),
         ]
         config = var_child_runnable_config.get(None)
-        result = await llm.ainvoke(messages, config=config)
+        result = await non_streaming_llm.ainvoke(messages, config=config)
 
         analysis_result = extract_text_content(result)
         return analysis_result

src/uipath_langchain/runtime/messages.py

@@ -1,6 +1,7 @@
 import asyncio
 import json
 import logging
+import uuid
 from datetime import datetime, timezone
 from typing import Any, cast
 
@@ -28,6 +29,7 @@
     UiPathConversationToolCallEndEvent,
     UiPathConversationToolCallEvent,
     UiPathConversationToolCallStartEvent,
+    UiPathExternalValue,
     UiPathInlineValue,
 )
 from uipath.runtime import UiPathRuntimeStorageProtocol
@@ -90,7 +92,6 @@ def map_messages(self, messages: list[Any]) -> list[Any]:
             return self._map_messages_internal(
                 cast(list[UiPathConversationMessage], messages)
             )
-
         # Case3: List[dict] -> parse to List[UiPathConversationMessage]
         if isinstance(first, dict):
             try:
@@ -118,9 +119,9 @@ def _map_messages_internal(
 
         for uipath_message in messages:
             content_blocks: list[ContentBlock] = []
+            attachments: list[dict[str, Any]] = []
 
             # Convert content_parts to content_blocks
-            # TODO: Convert file-attachment content-parts to content_blocks as well
             if uipath_message.content_parts:
                 for uipath_content_part in uipath_message.content_parts:
                     data = uipath_content_part.data
@@ -134,13 +135,36 @@ def _map_messages_internal(
                                     text, id=uipath_content_part.content_part_id
                                 )
                             )
+                    elif isinstance(data, UiPathExternalValue):
+                        attachment_id = self.parse_attachment_id_from_content_part_uri(
+                            data.uri
+                        )
+                        full_name = uipath_content_part.name
+                        if attachment_id and full_name:
+                            attachments.append(
+                                {
+                                    "id": attachment_id,
+                                    "full_name": full_name,
+                                    "mime_type": uipath_content_part.mime_type,
+                                }
+                            )
+
+            # Add attachment references as a text block for LLM visibility
+            if attachments:
+                content_blocks.append(
+                    create_text_block(
+                        f"<uip:attachments>{json.dumps(attachments)}</uip:attachments>"
+                    )
+                )
 
             # Metadata for the user/assistant message
-            metadata = {
+            metadata: dict[str, Any] = {
                 "message_id": uipath_message.message_id,
                 "created_at": uipath_message.created_at,
                 "updated_at": uipath_message.updated_at,
             }
+            if attachments:
+                metadata["attachments"] = attachments
 
             role = uipath_message.role
             if role == "user":
@@ -244,6 +268,36 @@ def get_timestamp(self):
     def get_content_part_id(self, message_id: str) -> str:
         return f"chunk-{message_id}-0"
 
+    def parse_attachment_id_from_content_part_uri(self, uri: str) -> str | None:
+        """Parse attachment ID from a URI.
+
+        Extracts the UUID from URIs like:
+        "urn:uipath:cas:file:orchestrator:a940a416-b97b-4146-3089-08de5f4d0a87"
+
+        Args:
+            uri: The URI to parse
+
+        Returns:
+            The attachment ID if found, None otherwise
+        """
+        if not uri:
+            return None
+
+        # The UUID is the last segment after the final colon
+        parts = uri.rsplit(":", 1)
+        if len(parts) != 2:
+            return None
+
+        potential_uuid = parts[1]
+        if not potential_uuid:
+            return None
+
+        # Validate it's a proper UUID and normalize to lowercase
+        try:
+            return str(uuid.UUID(potential_uuid))
+        except (ValueError, AttributeError):
+            return None
+
     async def map_ai_message_chunk_to_events(
         self, message: AIMessageChunk
     ) -> list[UiPathConversationMessageEvent]:

tests/agent/react/test_init_node.py

@@ -214,3 +214,35 @@ def test_inner_state_present_in_conversational_mode(self):
 
         assert "inner_state" in result
         assert "job_attachments" in result["inner_state"]
+
+    def test_conversational_merges_attachments_from_preserved_messages(self):
+        """Conversational mode should merge attachments from preserved message metadata."""
+        attachment_id = "a940a416-b97b-4146-3089-08de5f4d0a87"
+        old_system_message = SystemMessage(content="Old system")
+        preserved_human_message = HumanMessage(
+            content="File here",
+            additional_kwargs={
+                "attachments": [
+                    {
+                        "id": attachment_id,
+                        "full_name": "document.pdf",
+                        "mime_type": "application/pdf",
+                    }
+                ],
+            },
+        )
+        state = MockState(messages=[old_system_message, preserved_human_message])
+
+        new_messages: list[SystemMessage | HumanMessage] = [
+            SystemMessage(content="New system"),
+        ]
+        init_node = create_init_node(
+            new_messages, input_schema=None, is_conversational=True
+        )
+
+        result = init_node(state)
+
+        job_attachments = result["inner_state"]["job_attachments"]
+        assert attachment_id in job_attachments
+        assert job_attachments[attachment_id].full_name == "document.pdf"
+        assert job_attachments[attachment_id].mime_type == "application/pdf"