Merge branch 'shaw/more-cache-toolcalling' into develop

# Conflicts:
#	packages/agent/src/actions/trigger.ts
#	plugins/plugin-workflow/src/index.ts
#	plugins/plugin-workflow/src/services/workflow-dispatch.ts

Author: lalalune

action-benchmark-report.md

@@ -60,6 +60,19 @@
         }
       }
     },
+    {
+      "includes": ["packages/ui/src/styles/styles.css"],
+      "linter": {
+        "rules": {
+          "complexity": {
+            "noImportantStyles": "off"
+          },
+          "style": {
+            "noDescendingSpecificity": "off"
+          }
+        }
+      }
+    },
     {
       "includes": [
         "packages/training/src/benchmark/BenchmarkRunner.ts",

biome.json

@@ -19,6 +19,7 @@ import { CORS_ALLOW_HEADERS, CORS_ALLOW_METHODS } from "@/lib/cors-constants";
 import { RateLimitPresets, rateLimit } from "@/lib/middleware/rate-limit-hono-cloudflare";
 import { calculateCost, estimateRequestCost, getProviderFromModel } from "@/lib/pricing";
 import {
+  type AnthropicCotEnv,
   mergeAnthropicCotProviderOptions,
   parseThinkingBudgetFromCharacterSettings,
   resolveAnthropicThinkingBudgetTokens,
@@ -97,6 +98,17 @@ function generateAgentCard(character: UserCharacter, baseUrl: string) {
 
 const app = new Hono<AppEnv>();
 
+function getAnthropicCotEnv(env: AppEnv["Bindings"]): AnthropicCotEnv {
+  return {
+    ANTHROPIC_COT_BUDGET:
+      typeof env.ANTHROPIC_COT_BUDGET === "string" ? env.ANTHROPIC_COT_BUDGET : undefined,
+    ANTHROPIC_COT_BUDGET_MAX:
+      typeof env.ANTHROPIC_COT_BUDGET_MAX === "string"
+        ? env.ANTHROPIC_COT_BUDGET_MAX
+        : undefined,
+  };
+}
+
 app.get("/", rateLimit(RateLimitPresets.STANDARD), async (c) => {
   const id = c.req.param("id");
   if (!id) return c.json({ error: "Missing id" }, 400);
@@ -244,7 +256,7 @@ async function handleChat(
 
   const provider = getProviderFromModel(model);
   const agentThinkingBudget = parseThinkingBudgetFromCharacterSettings(character.settings);
-  const envForThinking = c.env as unknown as Record<string, string | undefined>;
+  const envForThinking = getAnthropicCotEnv(c.env);
   const effectiveThinkingBudget = resolveAnthropicThinkingBudgetTokens(
     model,
     envForThinking,

cloud/apps/api/agents/[id]/a2a/route.ts

@@ -17,6 +17,7 @@ import { CORS_ALLOW_HEADERS, CORS_ALLOW_METHODS } from "@/lib/cors-constants";
 import { RateLimitPresets, rateLimit } from "@/lib/middleware/rate-limit-hono-cloudflare";
 import { calculateCost, estimateTokens, getProviderFromModel } from "@/lib/pricing";
 import {
+  type AnthropicCotEnv,
   mergeAnthropicCotProviderOptions,
   parseThinkingBudgetFromCharacterSettings,
   resolveAnthropicThinkingBudgetTokens,
@@ -39,6 +40,17 @@ const MCPRequestSchema = z.object({
 
 const app = new Hono<AppEnv>();
 
+function getAnthropicCotEnv(env: AppEnv["Bindings"]): AnthropicCotEnv {
+  return {
+    ANTHROPIC_COT_BUDGET:
+      typeof env.ANTHROPIC_COT_BUDGET === "string" ? env.ANTHROPIC_COT_BUDGET : undefined,
+    ANTHROPIC_COT_BUDGET_MAX:
+      typeof env.ANTHROPIC_COT_BUDGET_MAX === "string"
+        ? env.ANTHROPIC_COT_BUDGET_MAX
+        : undefined,
+  };
+}
+
 app.get("/", rateLimit(RateLimitPresets.STANDARD), async (c) => {
   const id = c.req.param("id");
   if (!id) return c.json({ error: "Missing id" }, 400);
@@ -273,7 +285,7 @@ async function handleToolCall(
 
     const provider = getProviderFromModel(model);
     const markupPct = Number(character.inference_markup_percentage || 0);
-    const envForThinking = c.env as unknown as Record<string, string | undefined>;
+    const envForThinking = getAnthropicCotEnv(c.env);
     const agentThinkingBudget = parseThinkingBudgetFromCharacterSettings(character.settings);
     const effectiveThinkingBudget = resolveAnthropicThinkingBudgetTokens(
       model,

cloud/apps/api/agents/[id]/mcp/route.ts

@@ -15,7 +15,7 @@ const app = new Hono<AppEnv>();
 // without leaking its value. Returns first/last 2 chars + length, plus
 // where the value is sourced from. Remove after the auth flow is verified.
 app.get("/", (c) => {
-  const fromProcess = (process as unknown as { env: Record<string, string | undefined> })?.env;
+  const fromProcess = process.env;
   const pSecret = fromProcess?.STEWARD_SESSION_SECRET ?? "";
   const cSecret = c.env.STEWARD_SESSION_SECRET ?? "";
   const fingerprint = (s: string) =>

cloud/apps/api/auth/steward-debug/route.ts

@@ -20,7 +20,7 @@ async function canViewNodeTopology(c: AppContext): Promise<boolean> {
     // The legacy helpers expect a Request. They only read headers, so
     // pass through the underlying Request — Hono's `c.req.raw` is a Fetch
     // Request which both helpers accept.
-    const req = c.req.raw as unknown as Parameters<typeof validateServiceKey>[0];
+    const req = c.req.raw;
     if (validateServiceKey(req)) return true;
     if (await authenticateWaifuBridge(req)) return true;
     return false;

cloud/apps/api/compat/availability/route.ts

@@ -49,11 +49,7 @@ function sha1Bytes(message: string): Uint8Array {
   const dataView = new DataView(padded.buffer);
   const bitLength = messageLength * 8;
   dataView.setUint32(padded.length - 4, bitLength >>> 0, false);
-  dataView.setUint32(
-    padded.length - 8,
-    Math.floor(bitLength / 2 ** 32) >>> 0,
-    false,
-  );
+  dataView.setUint32(padded.length - 8, Math.floor(bitLength / 2 ** 32) >>> 0, false);
 
   let h0 = 0x67452301;
   let h1 = 0xefcdab89;
@@ -67,11 +63,7 @@ function sha1Bytes(message: string): Uint8Array {
       words[index] = dataView.getUint32(offset + index * 4, false);
     }
     for (let index = 16; index < 80; index += 1) {
-      const value =
-        words[index - 3] ^
-        words[index - 8] ^
-        words[index - 14] ^
-        words[index - 16];
+      const value = words[index - 3] ^ words[index - 8] ^ words[index - 14] ^ words[index - 16];
       words[index] = (value << 1) | (value >>> 31);
     }
 
@@ -262,7 +254,7 @@ export const documentsPluginCore = {
 
 export const addHeader = (header: string, body: string) => (body ? `${header}\n${body}` : "");
 
-export const UUID = asUUID as unknown as (value?: string) => string;
+export const UUID = (value?: string): string => asUUID(value ?? "");
 export const composeActionExamples = throwingExport("composeActionExamples");
 export const formatActions = throwingExport("formatActions");
 export const formatActionNames = throwingExport("formatActionNames");
@@ -319,11 +311,7 @@ export function buildCanonicalSystemPrompt(args: {
       ? character.name.trim()
       : "the agent";
   const role = typeof args.userRole === "string" ? args.userRole.trim().toUpperCase() : "";
-  return [
-    system,
-    bio ? `# About ${name}\n${bio}` : "",
-    role ? `user_role: ${role}` : "",
-  ]
+  return [system, bio ? `# About ${name}\n${bio}` : "", role ? `user_role: ${role}` : ""]
     .filter(Boolean)
     .join("\n\n")
     .trim();

cloud/apps/api/src/stubs/elizaos-core.ts

@@ -34,7 +34,11 @@ class FinalizationRegistryPolyfill {
   unregister(_unregisterToken: object): void {}
 }
 
-const root = globalThis as unknown as Record<string, unknown>;
+const root: typeof globalThis & {
+  MessagePort?: unknown;
+  MessageChannel?: unknown;
+  FinalizationRegistry?: unknown;
+} = globalThis;
 
 if (root.MessagePort === undefined) {
   root.MessagePort = MessagePortPolyfill;

cloud/apps/api/src/worker-polyfills.ts

@@ -1,14 +1,28 @@
 import { Hono } from "hono";
 import { requireAdmin, requireAuthOrApiKeyWithOrg } from "@/lib/auth";
 import { vertexModelRegistryService } from "@/lib/services/vertex-model-registry";
+import type { VertexTuningSlot } from "@/lib/services/vertex-tuning";
 import type { AppEnv } from "@/types/cloud-worker-env";
 
+const VERTEX_TUNING_SLOTS = [
+  "should_respond",
+  "response_handler",
+  "action_planner",
+  "planner",
+  "response",
+  "media_description",
+] as const satisfies readonly VertexTuningSlot[];
+
 function parseScope(value: unknown): "global" | "organization" | "user" {
   return value === "global" || value === "organization" || value === "user"
     ? value
     : "organization";
 }
 
+function parseSlot(value: unknown): VertexTuningSlot | undefined {
+  return typeof value === "string" ? VERTEX_TUNING_SLOTS.find((slot) => slot === value) : undefined;
+}
+
 async function ensureGlobalAccess(request: Request): Promise<void> {
   const admin = await requireAdmin(request);
   if (admin.role !== "super_admin") {
@@ -21,17 +35,22 @@ async function __hono_GET(request: Request) {
     const { user } = await requireAuthOrApiKeyWithOrg(request);
     const { searchParams } = new URL(request.url);
     const scope = parseScope(searchParams.get("scope"));
-    const slot = searchParams.get("slot") || undefined;
+    const rawSlot = searchParams.get("slot");
+    const slot = parseSlot(rawSlot);
     const activeOnly = searchParams.get("active") !== "false";
 
+    if (rawSlot && !slot) {
+      return Response.json({ error: "Invalid slot." }, { status: 400 });
+    }
+
     const assignments = await vertexModelRegistryService.listVisibleAssignments(
       {
         organizationId: user.organization_id,
         userId: user.id,
       },
       {
         scope: searchParams.get("scope") ? scope : undefined,
-        slot: slot as any,
+        slot,
         activeOnly,
       },
     );
@@ -57,9 +76,13 @@ async function __hono_POST(request: Request) {
       await ensureGlobalAccess(request);
     }
 
-    const slot = typeof body.slot === "string" ? body.slot : undefined;
+    const slot = parseSlot(body.slot);
     const tunedModelId = typeof body.tunedModelId === "string" ? body.tunedModelId : undefined;
 
+    if (typeof body.slot === "string" && !slot) {
+      return Response.json({ error: "Invalid slot." }, { status: 400 });
+    }
+
     if (!slot || !tunedModelId) {
       return Response.json(
         {
@@ -71,7 +94,7 @@ async function __hono_POST(request: Request) {
 
     const assignment = await vertexModelRegistryService.activateAssignment({
       scope,
-      slot: slot as any,
+      slot,
       tunedModelId,
       organizationId: scope === "global" ? undefined : user.organization_id,
       userId: scope === "user" ? user.id : undefined,
@@ -105,7 +128,11 @@ async function __hono_DELETE(request: Request) {
       await ensureGlobalAccess(request);
     }
 
-    const slot = typeof body.slot === "string" ? body.slot : undefined;
+    const slot = parseSlot(body.slot);
+    if (typeof body.slot === "string" && !slot) {
+      return Response.json({ error: "Invalid slot." }, { status: 400 });
+    }
+
     if (!slot) {
       return Response.json(
         {
@@ -117,7 +144,7 @@ async function __hono_DELETE(request: Request) {
 
     const deactivatedCount = await vertexModelRegistryService.deactivateAssignment({
       scope,
-      slot: slot as any,
+      slot,
       organizationId: scope === "global" ? undefined : user.organization_id,
       userId: scope === "user" ? user.id : undefined,
     });