fix(release): restore desktop release inputs

Author: Shaw

bun.lock

@@ -0,0 +1,48 @@
+# Desktop Release Regression Inventory
+
+This inventory records desktop regression coverage that is intentionally outside
+the deterministic PR gate. The release matrix validator keeps these entries
+visible so they are reviewed before a production desktop release.
+
+## Packaged and E2E Coverage
+
+- gameOpenWindow — full round-trip with openGameWindow mock (needs canvas mock update)
+- Abnormal window position (off-screen) is corrected to safe defaults (e2e)
+- Deep link received while app is closed causes app to launch (e2e)
+- Deep link received while app is open does not launch second instance (e2e)
+- Shortcuts survive window focus changes (e2e)
+- App launches automatically after system restart (e2e)
+- Auto-launch survives app updates (e2e)
+- Keyboard shortcut Cmd+Q triggers quit (e2e)
+- Keyboard shortcut Cmd+R triggers reload (e2e)
+- Keyboard shortcut Cmd+Option+I opens devtools (e2e)
+- Gateway discovery sends gatewayDiscovery push event to renderer (integration)
+- Canvas window is sandboxed — cannot access main app origin (integration)
+- Canvas navigate blocks external URLs (integration)
+- Agent port is reachable via HTTP after status reaches 'running' (integration)
+- Agent crash triggers automatic restart (integration)
+- Stopping agent while starting does not leave zombie process (integration)
+- Check for updates contacts the release server (network)
+- Applying update relaunches the app (e2e)
+- Update check works on both canary and stable channels (network)
+- Tray icon persists after main window is closed (e2e)
+- Main window has native vibrancy effect on macOS (e2e)
+- Context menu closes when clicking elsewhere (e2e)
+
+## Hardware and Manual Coverage
+
+- Microphone input works after permission is granted (hardware)
+- Swabble fires 'wakeWordDetected' event when wake word is spoken (hardware)
+- Audio transcription produces non-empty text for clear speech (hardware)
+- Camera preview renders in the UI when stream is started (hardware)
+- Switching between front/rear camera works (hardware)
+- takeScreenshot returns a non-empty base64 PNG (hardware)
+- Frame capture mode streams frames at configured interval (hardware)
+- Left-clicking the tray icon opens the companion window (visual)
+- Right-clicking the tray icon shows the tray context menu (visual)
+- Window can be dragged by clicking the header region (visual)
+- Photo quality is acceptable at default settings (hardware)
+- Requesting accessibility opens System Preferences (OS interaction)
+- Permission status reflects actual system state (OS interaction)
+- Context menu appears at cursor position (visual)
+- Power state reflects actual battery status (hardware)

docs/apps/desktop/release-heavy-inventory.md

@@ -0,0 +1,13 @@
+# Desktop Release Regression Checklist
+
+Complete these manual checks for desktop release candidates after packaged smoke
+tests pass on the target platform.
+
+- [ ] Left-clicking the tray icon opens the companion window (visual)
+- [ ] Right-clicking the tray icon shows the tray context menu (visual)
+- [ ] Window can be dragged by clicking the header region (visual)
+- [ ] Photo quality is acceptable at default settings (hardware)
+- [ ] Requesting accessibility opens System Preferences (OS interaction)
+- [ ] Permission status reflects actual system state (OS interaction)
+- [ ] Context menu appears at cursor position (visual)
+- [ ] Power state reflects actual battery status (hardware)

docs/apps/desktop/release-regression-checklist.md

@@ -315,6 +315,7 @@
     "jsdom": "^29.0.0",
     "json5": "^2.2.3",
     "minimisted": "^2.0.0",
+    "onnxruntime-web": "1.26.0",
     "pako": "^1.0.10",
     "pg": "^8.16.3",
     "pify": "^4.0.1",

packages/agent/package.json

@@ -292,10 +292,33 @@ const nativeStubs = {
   "@types/react": path.join(stubsDir, "null-plugin.cjs"),
   "@types/react/jsx-runtime": path.join(stubsDir, "null-plugin.cjs"),
   "@types/react/jsx-dev-runtime": path.join(stubsDir, "null-plugin.cjs"),
-  // node-llama-cpp and its @node-llama-cpp/<platform> prebuilds were
-  // removed when plugin-local-inference migrated to llama-cpp-capacitor +
-  // bun:ffi (the desktop FFI shim path). The mobile bundle no longer
-  // needs the stubs because no source file imports them.
+  // node-llama-cpp and its @node-llama-cpp/<platform> prebuilds stay stubbed
+  // for mobile. plugin-local-inference resolves local inference through
+  // llama-cpp-capacitor + bun:ffi on device, but node-llama-cpp's helper code
+  // still contains dynamic imports for every desktop prebuild package.
+  "node-llama-cpp": path.join(stubsDir, "null-plugin.cjs"),
+  "@node-llama-cpp/linux-arm64": path.join(stubsDir, "null-plugin.cjs"),
+  "@node-llama-cpp/linux-armv7l": path.join(stubsDir, "null-plugin.cjs"),
+  "@node-llama-cpp/linux-x64": path.join(stubsDir, "null-plugin.cjs"),
+  "@node-llama-cpp/linux-x64-cuda": path.join(stubsDir, "null-plugin.cjs"),
+  "@node-llama-cpp/linux-x64-cuda-ext": path.join(
+    stubsDir,
+    "null-plugin.cjs",
+  ),
+  "@node-llama-cpp/linux-x64-vulkan": path.join(
+    stubsDir,
+    "null-plugin.cjs",
+  ),
+  "@node-llama-cpp/mac-arm64-metal": path.join(stubsDir, "null-plugin.cjs"),
+  "@node-llama-cpp/mac-x64": path.join(stubsDir, "null-plugin.cjs"),
+  "@node-llama-cpp/win-arm64": path.join(stubsDir, "null-plugin.cjs"),
+  "@node-llama-cpp/win-x64": path.join(stubsDir, "null-plugin.cjs"),
+  "@node-llama-cpp/win-x64-cuda": path.join(stubsDir, "null-plugin.cjs"),
+  "@node-llama-cpp/win-x64-cuda-ext": path.join(
+    stubsDir,
+    "null-plugin.cjs",
+  ),
+  "@node-llama-cpp/win-x64-vulkan": path.join(stubsDir, "null-plugin.cjs"),
   // llama-cpp-capacitor is the WebView-side JNI binding for the Capacitor
   // mobile build. The bun-side AOSP agent uses bun:ffi against libllama.so
   // directly via aosp-llama-adapter.ts, never this package — but Bun.build

packages/agent/scripts/build-mobile-bundle.mjs

@@ -63,6 +63,7 @@ const CORE_PACKAGE_DIR = resolveWorkspacePackageDir("core");
 const ELECTROBUN_CARROTS_PACKAGE_DIR =
   resolveWorkspacePackageDir("electrobun-carrots");
 const SHARED_PACKAGE_DIR = resolveWorkspacePackageDir("shared");
+const UI_PACKAGE_DIR = resolveWorkspacePackageDir("ui");
 const VAULT_PACKAGE_DIR = resolveWorkspacePackageDir("vault");
 
 const argv = process.argv.slice(2);
@@ -598,6 +599,13 @@ function ensureWorkspaceRuntimePackagesBuilt() {
   ensureWorkspaceRuntimePackageBuilt("@elizaos/app-core", APP_CORE_PACKAGE_DIR);
 }
 
+function ensureUiGeneratedAssets() {
+  runBun(["run", "generate:css-strings"], {
+    cwd: UI_PACKAGE_DIR,
+    label: "Generating @elizaos/ui CSS string modules",
+  });
+}
+
 function stageDesktopBuild() {
   ensureAppDirs();
 
@@ -648,6 +656,8 @@ function stageDesktopBuild() {
     allowFailure: true,
   });
 
+  ensureUiGeneratedAssets();
+
   runPackageBinary("vite", ["build"], {
     cwd: APP_DIR,
     env: {

packages/app-core/scripts/desktop-build.mjs

@@ -57,7 +57,7 @@ import {
   findForbiddenRuntimeImportGroups,
   findForbiddenRuntimeStrings,
   formatForbiddenRuntimeFindings,
-} from "../../bun-ios-runtime/scripts/ios-app-store-runtime-policy.mjs";
+} from "../../native/bun-runtime/scripts/ios-app-store-runtime-policy.mjs";
 import {
   loadAospVariantConfig,
   resolveAppConfigPath,

packages/app-core/scripts/run-mobile-build.mjs

@@ -20,6 +20,10 @@ const liveReportValidatorSelfTestSource = readFileSync(
   "packages/scripts/validate-capability-router-live-reports.self-test.ts",
   "utf8",
 );
+const githubLiveArtifactValidatorSource = readFileSync(
+  "packages/scripts/validate-capability-router-github-live-artifacts.ts",
+  "utf8",
+);
 const liveReportWriterSource = readFileSync(
   "packages/agent/src/services/remote-capability-live-report.ts",
   "utf8",
@@ -109,6 +113,30 @@ assertRootPackageFailure(
   ),
 );
 
+const githubArtifactValidatorFailure = assertFails(
+  "GitHub live artifact validator downloads and validates reports",
+  workflow,
+  rootPackageJson,
+  agentPackageJson,
+  providerSmokeSource,
+  liveReportValidatorSource,
+  liveReportWriterSource,
+  endpointConformanceSource,
+  liveReportValidatorSelfTestSource,
+  githubLiveArtifactValidatorSource.replace(
+    '"remote-capability-provider-live-report"',
+    '"remote-capability-provider-live-report-disabled"',
+  ),
+);
+if (
+  githubArtifactValidatorFailure.sourcePath !==
+  "packages/scripts/validate-capability-router-github-live-artifacts.ts"
+) {
+  throw new Error(
+    `GitHub artifact validator failure reported wrong source path: ${githubArtifactValidatorFailure.sourcePath}`,
+  );
+}
+
 const packageFailure = assertFails(
   "canonical remote capability suite covers live report writer",
   workflow,
@@ -604,10 +632,13 @@ function assertPasses(
   candidateLiveReportWriterSource = liveReportWriterSource,
   candidateEndpointConformanceSource = endpointConformanceSource,
   candidateLiveReportValidatorSelfTestSource = liveReportValidatorSelfTestSource,
+  candidateGithubLiveArtifactValidatorSource = githubLiveArtifactValidatorSource,
 ): void {
   const failures = validateCapabilityRouterLiveCi(candidate, {
     agentPackageJson: candidateAgentPackageJson,
     endpointConformanceSource: candidateEndpointConformanceSource,
+    githubLiveArtifactValidatorSource:
+      candidateGithubLiveArtifactValidatorSource,
     liveReportValidatorSelfTestSource:
       candidateLiveReportValidatorSelfTestSource,
     liveReportValidatorSource: candidateLiveReportValidatorSource,
@@ -635,10 +666,13 @@ function assertFails(
   candidateLiveReportWriterSource = liveReportWriterSource,
   candidateEndpointConformanceSource = endpointConformanceSource,
   candidateLiveReportValidatorSelfTestSource = liveReportValidatorSelfTestSource,
+  candidateGithubLiveArtifactValidatorSource = githubLiveArtifactValidatorSource,
 ): ReturnType<typeof validateCapabilityRouterLiveCi>[number] {
   const failures = validateCapabilityRouterLiveCi(candidate, {
     agentPackageJson: candidateAgentPackageJson,
     endpointConformanceSource: candidateEndpointConformanceSource,
+    githubLiveArtifactValidatorSource:
+      candidateGithubLiveArtifactValidatorSource,
     liveReportValidatorSelfTestSource:
       candidateLiveReportValidatorSelfTestSource,
     liveReportValidatorSource: candidateLiveReportValidatorSource,

packages/scripts/audit-capability-router-live-ci.self-test.ts

@@ -13,13 +13,16 @@ const liveReportValidatorPath =
   "packages/scripts/validate-capability-router-live-reports.ts";
 const liveReportValidatorSelfTestPath =
   "packages/scripts/validate-capability-router-live-reports.self-test.ts";
+const githubLiveArtifactValidatorPath =
+  "packages/scripts/validate-capability-router-github-live-artifacts.ts";
 
 type Check = {
   name: string;
   pattern: RegExp;
   source?:
     | "agent-package"
     | "endpoint-conformance"
+    | "github-live-artifact-validator"
     | "live-report-validator"
     | "live-report-validator-self-test"
     | "live-report-writer"
@@ -117,7 +120,7 @@ export const checks: Check[] = [
   {
     name: "GitHub live artifact validator downloads and validates reports",
     pattern:
-      /gh[\s\S]*run[\s\S]*download[\s\S]*remote-capability-cloud-live-report[\s\S]*remote-capability-provider-live-report[\s\S]*test:remote-capabilities:validate-live-reports[\s\S]*--kind[\s\S]*cloud[\s\S]*test:remote-capabilities:validate-live-reports[\s\S]*--kind[\s\S]*provider[\s\S]*--require-providers[\s\S]*e2b,home-machine,mobile-companion/,
+      /CLOUD_ARTIFACT\s*=\s*"remote-capability-cloud-live-report"[\s\S]*PROVIDER_ARTIFACT\s*=\s*"remote-capability-provider-live-report"[\s\S]*runCommand\("gh"[\s\S]*"run"[\s\S]*"download"[\s\S]*CLOUD_ARTIFACT[\s\S]*PROVIDER_ARTIFACT[\s\S]*test:remote-capabilities:validate-live-reports[\s\S]*--kind[\s\S]*cloud[\s\S]*test:remote-capabilities:validate-live-reports[\s\S]*--kind[\s\S]*provider[\s\S]*--require-providers[\s\S]*e2b,home-machine,mobile-companion/,
     source: "github-live-artifact-validator",
     message:
       "GitHub live artifact validation must download both artifacts and validate Cloud plus required provider report contents.",
@@ -381,6 +384,7 @@ export function validateCapabilityRouterLiveCi(
   options: {
     agentPackageJson?: string;
     endpointConformanceSource?: string;
+    githubLiveArtifactValidatorSource?: string;
     liveReportValidatorSelfTestSource?: string;
     providerSmokeSource?: string;
     rootPackageJson?: string;
@@ -409,6 +413,7 @@ function getCheckContent(
   options: {
     agentPackageJson?: string;
     endpointConformanceSource?: string;
+    githubLiveArtifactValidatorSource?: string;
     liveReportValidatorSelfTestSource?: string;
     providerSmokeSource?: string;
     rootPackageJson?: string;
@@ -420,6 +425,9 @@ function getCheckContent(
   if (check.source === "endpoint-conformance") {
     return options.endpointConformanceSource ?? "";
   }
+  if (check.source === "github-live-artifact-validator") {
+    return options.githubLiveArtifactValidatorSource ?? "";
+  }
   if (check.source === "live-report-validator") {
     return options.liveReportValidatorSource ?? "";
   }
@@ -439,6 +447,9 @@ function getCheckContent(
 function getCheckSourcePath(check: Check, workflowPath: string): string {
   if (check.source === "agent-package") return agentPackagePath;
   if (check.source === "endpoint-conformance") return endpointConformancePath;
+  if (check.source === "github-live-artifact-validator") {
+    return githubLiveArtifactValidatorPath;
+  }
   if (check.source === "live-report-validator") return liveReportValidatorPath;
   if (check.source === "live-report-validator-self-test") {
     return liveReportValidatorSelfTestPath;
@@ -462,11 +473,16 @@ if (import.meta.main) {
     liveReportValidatorSelfTestPath,
     "utf8",
   );
+  const githubLiveArtifactValidatorSource = readFileSync(
+    githubLiveArtifactValidatorPath,
+    "utf8",
+  );
   const liveReportWriterSource = readFileSync(liveReportWriterPath, "utf8");
   const providerSmokeSource = readFileSync(providerSmokePath, "utf8");
   const failures = validateCapabilityRouterLiveCi(workflow, {
     agentPackageJson,
     endpointConformanceSource,
+    githubLiveArtifactValidatorSource,
     liveReportValidatorSelfTestSource,
     liveReportValidatorSource,
     liveReportWriterSource,

packages/scripts/audit-capability-router-live-ci.ts

@@ -19,8 +19,8 @@
  * when already applied, which is treated as success.
  */
 
-import { execFileSync, spawnSync } from "node:child_process";
-import { existsSync, readFileSync, readdirSync } from "node:fs";
+import { spawnSync } from "node:child_process";
+import { existsSync, readFileSync, readdirSync, writeFileSync } from "node:fs";
 import { dirname, join, resolve } from "node:path";
 import { fileURLToPath } from "node:url";
 
@@ -84,6 +84,8 @@ for (const { label, dir: pkgDir } of candidates) {
     try {
       const contents = readFileSync(buildGradle, "utf8");
       if (contents.includes("'arm64-v8a', 'riscv64'")) {
+        ensureAndroidSkipJniLibsPatch(pkgDir);
+        ensureAndroidSkipPatch(pkgDir);
         skipped++;
         continue;
       }
@@ -102,6 +104,8 @@ for (const { label, dir: pkgDir } of candidates) {
   );
 
   if (result.status === 0 || result.status === 1) {
+    ensureAndroidSkipJniLibsPatch(pkgDir);
+    ensureAndroidSkipPatch(pkgDir);
     patched++;
   } else {
     failed++;
@@ -116,3 +120,52 @@ if (patched > 0 || skipped > 0 || failed > 0) {
     `[patch-llama-cpp-capacitor] patched=${patched} already-applied=${skipped} failed=${failed}`,
   );
 }
+
+function ensureAndroidSkipJniLibsPatch(pkgDir) {
+  const buildGradle = join(pkgDir, "android", "build.gradle");
+  if (!existsSync(buildGradle)) return;
+  const current = readFileSync(buildGradle, "utf8");
+  if (current.includes("ELIZA_ANDROID_SKIP_FORK_LLAMA_LIB")) return;
+  const marker =
+    "    sourceSets {\n" +
+    "        main {\n" +
+    "            java {\n" +
+    "                srcDirs = ['src/main/java']\n" +
+    "            }\n" +
+    "        }\n";
+  if (!current.includes(marker)) return;
+  const skipBlock =
+    "        if (System.getenv('ELIZA_ANDROID_SKIP_FORK_LLAMA_LIB') == '1') {\n" +
+    "            main {\n" +
+    "                jniLibs.srcDirs = []\n" +
+    "            }\n" +
+    "        }\n";
+  writeFileSync(buildGradle, current.replace(marker, marker + skipBlock));
+}
+
+function ensureAndroidSkipPatch(pkgDir) {
+  const cmakeLists = join(pkgDir, "android", "src", "main", "CMakeLists.txt");
+  if (!existsSync(cmakeLists)) return;
+  const current = readFileSync(cmakeLists, "utf8");
+  if (current.includes("ELIZA_ANDROID_SKIP_FORK_LLAMA_LIB")) return;
+  const marker =
+    'if(NOT DEFINED ELIZA_REPO_ROOT)\n    message(FATAL_ERROR "ELIZA_REPO_ROOT is required for the Eliza DFlash Android JNI bridge")\nendif()\n';
+  if (!current.includes(marker)) return;
+  const skipBlock =
+    'if(DEFINED ENV{ELIZA_ANDROID_SKIP_FORK_LLAMA_LIB} AND "$ENV{ELIZA_ANDROID_SKIP_FORK_LLAMA_LIB}" STREQUAL "1")\n' +
+    '    file(WRITE "${CMAKE_BINARY_DIR}/eliza-dflash-smoke-stub.cpp" "extern \\"C\\" int eliza_dflash_smoke_stub() { return 0; }\\n")\n' +
+    '    set(ELIZA_SMOKE_OUTPUT_NAME "llama-cpp-arm64")\n' +
+    '    if(ANDROID_ABI STREQUAL "riscv64")\n' +
+    '        set(ELIZA_SMOKE_OUTPUT_NAME "llama-cpp-riscv64")\n' +
+    '    endif()\n' +
+    '    add_library(${ELIZA_SMOKE_OUTPUT_NAME} SHARED "${CMAKE_BINARY_DIR}/eliza-dflash-smoke-stub.cpp")\n' +
+    '    set_target_properties(\n' +
+    '        ${ELIZA_SMOKE_OUTPUT_NAME}\n' +
+    '        PROPERTIES\n' +
+    '        OUTPUT_NAME "${ELIZA_SMOKE_OUTPUT_NAME}"\n' +
+    '    )\n' +
+    '    message(STATUS "Skipping Eliza DFlash JNI bridge for Android smoke build")\n' +
+    '    return()\n' +
+    'endif()\n\n';
+  writeFileSync(cmakeLists, current.replace(marker, skipBlock + marker));
+}