send snapshot as payload

Author: marcusschiesser

demo/hono/app.ts

@@ -18,12 +18,14 @@ app.post(
   )
 );
 
+export const serializableMemoryMap = new Map<string, any>();
+
 app.post("/human-in-the-loop", async (ctx) => {
   const {
     workflow,
     stopEvent,
     startEvent,
-    serializableMemoryMap,
+    humanInteractionRequestEvent,
     humanInteractionResponseEvent,
   } = await import("../workflows/human-in-the-loop");
 
@@ -45,15 +47,26 @@ app.post("/human-in-the-loop", async (ctx) => {
   }
 
   const { stream } = context;
-  return new Promise<Response>((resolve) => {
+  return new Promise<Response>(async (resolve) => {
     // consume stream
-    stream
-      .until(stopEvent)
-      .toArray()
-      .then((events) => {
-        const stopEvent = events.at(-1)!;
-        resolve(Response.json(stopEvent.data));
-      });
+    for await (const event of stream) {
+      if (humanInteractionRequestEvent.include(event)) {
+        // request for a human, serialize the workflow for later resume
+        const requestId = crypto.randomUUID();
+        serializableMemoryMap.set(requestId, event.data.snapshot);
+        // send request id to user
+        resolve(
+          Response.json({
+            requestId: requestId,
+            reason: event.data.reason,
+            data: "request human in the loop",
+          })
+        );
+      }
+      if (stopEvent.include(event)) {
+        resolve(Response.json(event.data));
+      }
+    }
   });
 });
 

demo/workflows/human-in-the-loop.ts

@@ -1,32 +1,25 @@
-import { withSnapshot, request } from "@llama-flow/core/middleware/snapshot";
-import { createWorkflow, workflowEvent, getContext } from "@llama-flow/core";
+import {
+  withSnapshot,
+  SnapshotData,
+} from "@llama-flow/core/middleware/snapshot";
+import { createWorkflow, getContext, workflowEvent } from "@llama-flow/core";
 import { OpenAI } from "openai";
 
-export const serializableMemoryMap = new Map<string, any>();
-
 const openai = new OpenAI();
 
 const workflow = withSnapshot(createWorkflow());
 
 const startEvent = workflowEvent<string>({
   debugLabel: "start",
 });
-const humanInteractionRequestEvent = workflowEvent<string>({
-  debugLabel: "humanInteractionRequest",
-});
+const humanInteractionRequestEvent = workflowEvent<{
+  snapshot: SnapshotData;
+  reason: string;
+}>();
 const humanInteractionResponseEvent = workflowEvent<string>({
   debugLabel: "humanInteractionResponse",
 });
-type ResponseData =
-  | {
-      requestId: string;
-      reason: string;
-      data: string;
-    }
-  | {
-      content: string;
-    };
-const stopEvent = workflowEvent<ResponseData>({
+const stopEvent = workflowEvent<string>({
   debugLabel: "stop",
 });
 
@@ -72,21 +65,14 @@ For example, alex is from "Alexander the Great", who was a king of the ancient G
   if (tools && tools.length > 0) {
     const askName = tools.find((tool) => tool.function.name === "ask_name");
     if (askName) {
-      return humanInteractionRequestEvent.with(askName.function.arguments);
+      const snapshot = await getContext().snapshot();
+      return humanInteractionRequestEvent.with({
+        reason: askName.function.arguments,
+        snapshot,
+      });
     }
   }
-  return stopEvent.with({ content: response.choices[0].message.content! });
-});
-
-workflow.handle([humanInteractionRequestEvent], async (reason) => {
-  const snapshot = await getContext().snapshot();
-  const requestId = crypto.randomUUID();
-  serializableMemoryMap.set(requestId, snapshot);
-  return stopEvent.with({
-    requestId: requestId,
-    reason: reason,
-    data: "request human in the loop",
-  });
+  return stopEvent.with(response.choices[0].message.content!);
 });
 
 workflow.handle([humanInteractionResponseEvent], async ({ data }) => {