now reasoning deltas stream in

Author: nickytonline

src/components/Chat.tsx

@@ -31,6 +31,7 @@ type StreamEvent =
       serviceTier?: string
       temperature?: number
       topP?: number
+      done?: boolean
     }
 
 export function Chat() {
@@ -71,6 +72,68 @@ export function Chat() {
             try {
               const toolState = JSON.parse(line.slice(2))
 
+              // Handle reasoning summary streaming
+              if (toolState.type === 'reasoning_summary_delta') {
+                setStreamBuffer((prev) => {
+                  // Find the last reasoning message
+                  const last = prev[prev.length - 1]
+                  if (last && last.type === 'reasoning' && !last.done) {
+                    // Append delta to summary
+                    return [
+                      ...prev.slice(0, -1),
+                      {
+                        ...last,
+                        summary: (last.summary || '') + toolState.delta,
+                        effort: toolState.effort || last.effort,
+                        model: toolState.model || last.model,
+                        serviceTier: toolState.serviceTier || last.serviceTier,
+                        temperature: toolState.temperature ?? last.temperature,
+                        topP: toolState.topP ?? last.topP,
+                      },
+                    ]
+                  } else {
+                    // Start a new reasoning message
+                    return [
+                      ...prev,
+                      {
+                        type: 'reasoning',
+                        summary: toolState.delta,
+                        effort: toolState.effort || '',
+                        model: toolState.model,
+                        serviceTier: toolState.serviceTier,
+                        temperature: toolState.temperature,
+                        topP: toolState.topP,
+                        done: false,
+                      },
+                    ]
+                  }
+                })
+                return
+              }
+
+              if (toolState.type === 'reasoning_summary_done') {
+                setStreamBuffer((prev) => {
+                  // Mark the last reasoning message as done
+                  const last = prev[prev.length - 1]
+                  if (last && last.type === 'reasoning' && !last.done) {
+                    return [
+                      ...prev.slice(0, -1),
+                      {
+                        ...last,
+                        done: true,
+                        effort: toolState.effort || last.effort,
+                        model: toolState.model || last.model,
+                        serviceTier: toolState.serviceTier || last.serviceTier,
+                        temperature: toolState.temperature ?? last.temperature,
+                        topP: toolState.topP ?? last.topP,
+                      },
+                    ]
+                  }
+                  return prev
+                })
+                return
+              }
+
               if (toolState.type === 'reasoning') {
                 setStreamBuffer((prev) => [
                   ...prev,
@@ -87,6 +150,7 @@ export function Chat() {
                 return
               }
 
+              // Tool call fallback (for other tool types)
               if ('delta' in toolState) {
                 try {
                   toolState.delta =

src/lib/streaming.ts

@@ -21,7 +21,6 @@ export function streamText(
       }
 
       let buffer = ''
-      let reasoningSummaryBuffer = ''
 
       const flush = () => {
         if (buffer) {
@@ -208,29 +207,37 @@ export function streamText(
 
           case 'response.reasoning_summary_text.delta':
             if (typeof chunk.delta === 'string') {
-              reasoningSummaryBuffer += chunk.delta
-            }
-            break
-
-          case 'response.reasoning_summary_text.done':
-            if (reasoningSummaryBuffer) {
               controller.enqueue(
                 encoder.encode(
                   `t:${JSON.stringify({
-                    type: 'reasoning',
+                    type: 'reasoning_summary_delta',
+                    delta: chunk.delta,
                     effort: chunk.effort,
-                    summary: reasoningSummaryBuffer,
                     model: chunk.model,
                     serviceTier: chunk.service_tier,
                     temperature: chunk.temperature,
                     topP: chunk.top_p,
                   })}\n`,
                 ),
               )
-              reasoningSummaryBuffer = ''
             }
             break
 
+          case 'response.reasoning_summary_text.done':
+            controller.enqueue(
+              encoder.encode(
+                `t:${JSON.stringify({
+                  type: 'reasoning_summary_done',
+                  effort: chunk.effort,
+                  model: chunk.model,
+                  serviceTier: chunk.service_tier,
+                  temperature: chunk.temperature,
+                  topP: chunk.top_p,
+                })}\n`,
+              ),
+            )
+            break
+
           default:
             break
         }