fix: add support for desc

Author: ashutosh-rath02

packages/magnitude-test/src/discovery/types.ts

@@ -5,6 +5,7 @@ import { TestCaseAgent } from "@/agent";
 
 export interface TestOptions {
     url?: string;
+    prompt?: string;
     //name?: string;
 }
 

packages/magnitude-test/src/worker/localTestRegistry.ts

@@ -5,6 +5,7 @@ import { TestCaseAgent } from "@/agent";
 import { TestResult, TestState, TestStateTracker } from "@/runner/state";
 import { buildDefaultBrowserAgentOptions } from "magnitude-core";
 import { sendTelemetry } from "@/runner/telemetry";
+import { testPromptStack } from "@/worker/testDeclaration";
 
 // This module has to be separate so it only gets imported once after possible compilation by jiti.
 
@@ -51,8 +52,10 @@ messageEmitter.on('message', async (message: TestWorkerIncomingMessage) => {
     }
 
     try {
+        const promptStack = testPromptStack[test.title] || [];
+        const prompt = promptStack.length > 0 ? promptStack.join('\n') : undefined;
         const { agentOptions: defaultAgentOptions, browserOptions: defaultBrowserOptions } = buildDefaultBrowserAgentOptions({
-            agentOptions: { llm },
+            agentOptions: { llm, ...(prompt ? { prompt } : {}) },
             browserOptions: {
                 url: test.url,
                 browser: browserOptions,

packages/magnitude-test/src/worker/testDeclaration.ts

@@ -5,6 +5,8 @@ import { currentGroupOptions, registerTest, setCurrentGroup } from '@/worker/loc
 
 const workerData = getTestWorkerData();
 
+const testPromptStack: Record<string, string[]> = {};
+
 function testDecl(
     title: string,
     optionsOrTestFn: TestOptions | TestFunction,
@@ -25,7 +27,7 @@ function testDecl(
         testFn = testFnOrNothing;
     }
 
-    const groupOptions = currentGroupOptions();
+  const groupOptions = currentGroupOptions();
 
     const combinedOptions: TestOptions = {
         ...(workerData.options ?? {}),
@@ -38,6 +40,12 @@ function testDecl(
         throw Error("URL must be provided either through (1) env var MAGNITUDE_TEST_URL, (2) via magnitude.config.ts, or (3) in group or test options");
     }
 
+    // Stack group and test prompts (group first, then test)
+    const promptStack: string[] = [];
+    if (groupOptions.prompt) promptStack.push(groupOptions.prompt);
+    if (options.prompt) promptStack.push(options.prompt);
+    testPromptStack[title] = promptStack;
+
     registerTest(testFn, title, addProtocolIfMissing(combinedOptions.url));
 
     // TODO: maybe return an object to enable some kind of chaining
@@ -69,3 +77,5 @@ testDecl.group = function (
 }
 
 export const test = testDecl as TestDeclaration;
+
+export { testPromptStack };