agents streaming

Author: AngeloGiacco

Sources/ElevenLabs/Conversation.swift

@@ -474,6 +474,13 @@ public final class Conversation: ObservableObject, RoomDelegate {
             // Handle agent response corrections
             break
 
+        case let .agentChatResponsePart(e):
+            if e.type == .stop {
+                agentState = .listening
+            } else {
+                agentState = .speaking
+            }
+
         case .audio:
             // Don't change agent state - let voice activity detection handle it
             break

Sources/ElevenLabs/Protocol/EventParser.swift

@@ -205,6 +205,15 @@ enum EventParser {
                 return .asrInitiationMetadata(ASRInitiationMetadataEvent(metadataData: metadataData))
             }
 
+        case "agent_chat_response_part":
+            if let event = json["text_response_part"] as? [String: Any],
+               let text = event["text"] as? String
+            {
+                let partTypeStr = event["type"] as? String ?? "delta"
+                let partType = AgentChatResponsePartType(rawValue: partTypeStr) ?? .delta
+                return .agentChatResponsePart(AgentChatResponsePartEvent(text: text, type: partType))
+            }
+
         case "error":
             // Skip for now as requested
             break

Sources/ElevenLabs/Protocol/IncomingEvents.swift

@@ -8,6 +8,7 @@ public enum IncomingEvent: Sendable {
     case tentativeUserTranscript(TentativeUserTranscriptEvent)
     case agentResponse(AgentResponseEvent)
     case agentResponseCorrection(AgentResponseCorrectionEvent)
+    case agentChatResponsePart(AgentChatResponsePartEvent)
     case audio(AudioEvent)
     case interruption(InterruptionEvent)
     case vadScore(VadScoreEvent)
@@ -22,6 +23,12 @@ public enum IncomingEvent: Sendable {
     case error(ErrorEvent)
 }
 
+public enum AgentChatResponsePartType: String, Sendable {
+    case start = "start"
+    case delta = "delta"
+    case stop = "stop"
+}
+
 /// User's speech transcription
 public struct UserTranscriptEvent: Sendable {
     public let transcript: String
@@ -47,6 +54,11 @@ public struct AgentResponseCorrectionEvent: Sendable {
     public let eventId: Int
 }
 
+public struct AgentChatResponsePartEvent: Sendable {
+    public let text: String
+    public let type: AgentChatResponsePartType
+}
+
 /// Audio data from the agent
 public struct AudioEvent: Sendable {
     public let audioBase64: String

Tests/ElevenLabsTests/Tests/EventParserTests.swift

@@ -175,4 +175,91 @@ final class EventParserTests: XCTestCase {
 
         XCTAssertThrowsError(try EventParser.parseIncomingEvent(from: json))
     }
+
+    func testParseAgentChatResponsePartStart() throws {
+        let json = """
+        {
+            "type": "agent_chat_response_part",
+            "text_response_part": {
+                "text": "",
+                "type": "start"
+            }
+        }
+        """.data(using: .utf8)!
+
+        let event = try EventParser.parseIncomingEvent(from: json)
+
+        guard case let .agentChatResponsePart(part) = event else {
+            XCTFail("Expected agentChatResponsePart event")
+            return
+        }
+
+        XCTAssertEqual(part.text, "")
+        XCTAssertEqual(part.type, .start)
+    }
+
+    func testParseAgentChatResponsePartDelta() throws {
+        let json = """
+        {
+            "type": "agent_chat_response_part",
+            "text_response_part": {
+                "text": "Hello",
+                "type": "delta"
+            }
+        }
+        """.data(using: .utf8)!
+
+        let event = try EventParser.parseIncomingEvent(from: json)
+
+        guard case let .agentChatResponsePart(part) = event else {
+            XCTFail("Expected agentChatResponsePart event")
+            return
+        }
+
+        XCTAssertEqual(part.text, "Hello")
+        XCTAssertEqual(part.type, .delta)
+    }
+
+    func testParseAgentChatResponsePartStop() throws {
+        let json = """
+        {
+            "type": "agent_chat_response_part",
+            "text_response_part": {
+                "text": "",
+                "type": "stop"
+            }
+        }
+        """.data(using: .utf8)!
+
+        let event = try EventParser.parseIncomingEvent(from: json)
+
+        guard case let .agentChatResponsePart(part) = event else {
+            XCTFail("Expected agentChatResponsePart event")
+            return
+        }
+
+        XCTAssertEqual(part.text, "")
+        XCTAssertEqual(part.type, .stop)
+    }
+
+    func testParseAgentChatResponsePartDefaultsToDelta() throws {
+        let json = """
+        {
+            "type": "agent_chat_response_part",
+            "text_response_part": {
+                "text": "Test"
+            }
+        }
+        """.data(using: .utf8)!
+
+        let event = try EventParser.parseIncomingEvent(from: json)
+
+        guard case let .agentChatResponsePart(part) = event else {
+            XCTFail("Expected agentChatResponsePart event")
+            return
+        }
+
+        XCTAssertEqual(part.text, "Test")
+        XCTAssertEqual(part.type, .delta)
+    }
 }