QVAC-18790 infra: scope e2e bootstrap to deps required by filtered tests (#1991)

* infra[notask]: scope e2e bootstrap to deps required by filtered tests

Wire up the new producer-driven bootstrap contract from
@tetherto/qvac-test-suite 0.6.3 so the SDK e2e harness stops
pre-loading every registered model when a --filter / --suite is
in play.

- ResourceManager.downloadAllOnce now accepts an optional
  `allowedDeps: ReadonlySet<string>` to scope downloads + pre-loads
  to a subset of registered models; without it the manager keeps
  the legacy "warm everything" behavior.
- New `collect-test-deps` helper extracts the
  metadata.dependency / metadata.dependencies keys from a
  TestDefinition[] and dedupes them.
- desktop/mobile bootstrap callbacks now take the
  `filteredTests?: TestDefinition[]` argument the framework supplies
  via register-ack, fed through collectTestDeps into downloadAllOnce.

Locally cuts iOS bootstrap from ~25min to ~20s and desktop from
~10min (warm cache) to ~10s for `--filter transcription,parakeet`.

Bumps @tetherto/qvac-test-suite to a temporary preview build of
qvac-test-suite#70 (0.6.3-tmp.pr-70.runid-...); will be moved to
^0.6.3 once that PR lands and a real release is cut.

Co-authored-by: Cursor <cursoragent@cursor.com>

* test[skiplog]: update test-framework-version to latest

* test[skiplog]: update test-framework-version to latest

---------

Co-authored-by: Cursor <cursoragent@cursor.com>

Author: Victor-Rodzko

packages/sdk/tests-qvac/package.json

@@ -16,7 +16,7 @@
   },
   "dependencies": {
     "@qvac/sdk": "file:..",
-    "@tetherto/qvac-test-suite": "^0.6.2",
+    "@tetherto/qvac-test-suite": "^0.6.3",
     "mqtt": "^5.14.1",
     "react-native": "0.81.5",
     "react-native-bare-kit": "0.12.3"

packages/sdk/tests-qvac/tests/desktop/consumer.ts

@@ -1,4 +1,4 @@
-import { createExecutor } from "@tetherto/qvac-test-suite";
+import { createExecutor, type TestDefinition } from "@tetherto/qvac-test-suite";
 import {
   profiler,
   LLAMA_3_2_1B_INST_Q4_0,
@@ -45,6 +45,7 @@ import {
 } from "@qvac/sdk";
 import * as path from "node:path";
 import { ResourceManager } from "../shared/resource-manager.js";
+import { collectTestDeps } from "../shared/collect-test-deps.js";
 import { ModelLoadingExecutor } from "../shared/executors/model-loading-executor.js";
 import { CompletionExecutor } from "../shared/executors/completion-executor.js";
 import { ToolsExecutor } from "../shared/executors/tools-executor.js";
@@ -359,7 +360,7 @@ resources.define("upscaler", {
   },
 });
 
-export async function bootstrap() {
+export async function bootstrap(filteredTests?: TestDefinition[]) {
   // Point the SDK at the committed e2e fixture unless the developer
   // already provided their own qvac.config.json / QVAC_CONFIG_PATH.
   // This exercises the registryDownloadMaxRetries + registryStreamTimeoutMs
@@ -370,7 +371,10 @@ export async function bootstrap() {
       "fixtures/qvac.config.e2e.json",
     );
   }
-  await resources.downloadAllOnce(console.log);
+  // `filteredTests` (when present) is the producer's post-filter test list
+  // delivered via register-ack; absence keeps the legacy "warm everything" path.
+  const allowedDeps = filteredTests ? collectTestDeps(filteredTests) : undefined;
+  await resources.downloadAllOnce(console.log, { allowedDeps });
 };
 
 export const executor = createExecutor({

packages/sdk/tests-qvac/tests/mobile/consumer.ts

@@ -1,5 +1,6 @@
 import { Platform } from "react-native";
 import { createExecutor, SkipExecutor } from "@tetherto/qvac-test-suite/mobile";
+import type { TestDefinition } from "@tetherto/qvac-test-suite";
 import {
   profiler,
   LLAMA_3_2_1B_INST_Q4_0,
@@ -41,6 +42,7 @@ import {
   SD_V2_1_1B_Q8_0,
 } from "@qvac/sdk";
 import { ResourceManager } from "../shared/resource-manager.js";
+import { collectTestDeps } from "../shared/collect-test-deps.js";
 import { resolveBundledAssetUri } from "./asset-uri.js";
 import { ModelLoadingExecutor } from "../shared/executors/model-loading-executor.js";
 import { CompletionExecutor } from "../shared/executors/completion-executor.js";
@@ -341,8 +343,11 @@ function skipTests(testIds: string[], reason: string) {
   return new SkipExecutor(new RegExp(`^(${testIds.join("|")})$`), reason);
 }
 
-export async function bootstrap() {
-  await resources.downloadAllOnce(console.log);
+export async function bootstrap(filteredTests?: TestDefinition[]) {
+  // `filteredTests` (when present) is the producer's post-filter test list
+  // delivered via register-ack; absence keeps the legacy "warm everything" path.
+  const allowedDeps = filteredTests ? collectTestDeps(filteredTests) : undefined;
+  await resources.downloadAllOnce(console.log, { allowedDeps });
 }
 
 export const executor = createExecutor({

packages/sdk/tests-qvac/tests/shared/collect-test-deps.ts

@@ -0,0 +1,31 @@
+import type { TestDefinition } from "@tetherto/qvac-test-suite";
+
+/**
+ * Collect ResourceManager dep keys declared in test `metadata`:
+ *   - `metadata.dependency: "llm"`             — single
+ *   - `metadata.dependencies: ["llm", "ocr"]`  — multi
+ * The sentinel `"none"` (used by tests that intentionally pre-load nothing)
+ * is dropped. Result is feed-ready for `downloadAllOnce({ allowedDeps })`.
+ */
+export function collectTestDeps(tests: readonly TestDefinition[]): Set<string> {
+  const deps = new Set<string>();
+  for (const test of tests) {
+    const meta = test.metadata as Record<string, unknown> | undefined;
+    if (!meta) continue;
+
+    const single = meta["dependency"];
+    if (typeof single === "string" && single.length > 0 && single !== "none") {
+      deps.add(single);
+    }
+
+    const multi = meta["dependencies"];
+    if (Array.isArray(multi)) {
+      for (const dep of multi) {
+        if (typeof dep === "string" && dep.length > 0 && dep !== "none") {
+          deps.add(dep);
+        }
+      }
+    }
+  }
+  return deps;
+}

packages/sdk/tests-qvac/tests/shared/resource-manager.ts

@@ -64,15 +64,35 @@ export class ResourceManager {
     this.definitions.set(dep, definition);
   }
 
-  async downloadAllOnce(log?: (msg: string) => void): Promise<void> {
+  /**
+   * Pre-download (and pre-load+unload for `preLoadUnload` entries) every
+   * registered model. `options.allowedDeps`, if given, narrows the work
+   * to that subset; omit it to keep the legacy "warm everything" path.
+   * Idempotent on `downloaded` — pass the full filter on the first call;
+   * later calls with a different filter are a no-op.
+   */
+  async downloadAllOnce(
+    log?: (msg: string) => void,
+    options: { allowedDeps?: ReadonlySet<string> } = {},
+  ): Promise<void> {
     if (this.downloaded) return;
     this.downloaded = true;
 
-    const entries = Array.from(this.definitions.entries()).filter(
-      ([, def]) => !def.skipPreDownload,
-    );
-    const preLoadUnload = Array.from(this.definitions.entries()).filter(([, def]) => def.preLoadUnload);
-    const skipped = this.definitions.size - entries.length;
+    const allowed = options.allowedDeps;
+    const isAllowed = (dep: string) => allowed === undefined || allowed.has(dep);
+
+    const allDefinitions = Array.from(this.definitions.entries());
+    const entries = allDefinitions.filter(([dep, def]) => !def.skipPreDownload && isAllowed(dep));
+    const preLoadUnload = allDefinitions.filter(([dep, def]) => def.preLoadUnload && isAllowed(dep));
+
+    if (allowed !== undefined) {
+      const filteredOut = allDefinitions.filter(([dep]) => !isAllowed(dep)).length;
+      log?.(
+        `🎯 Bootstrap dep-filter active: keeping ${allowed.size} dep(s); ${filteredOut} of ${allDefinitions.length} defined excluded`,
+      );
+    }
+
+    const skipped = allDefinitions.filter(([dep, def]) => def.skipPreDownload && isAllowed(dep)).length;
     if (skipped > 0) log?.(`⏭️  Skipping ${skipped} models marked skipPreDownload`);
 
     log?.(`📥 Downloading ${entries.length} models in parallel...`);