Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
50 changes: 1 addition & 49 deletions packages/sdk/e2e/tests/desktop/consumer.ts
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
import { createExecutor, SkipExecutor, type TestDefinition } from "@tetherto/qvac-test-suite";
import { createExecutor, type TestDefinition } from "@tetherto/qvac-test-suite";
import {
profiler,
LLAMA_3_2_1B_INST_Q4_0,
Expand Down Expand Up @@ -31,11 +31,6 @@ import {
FLUX_2_KLEIN_4B_Q4_0,
FLUX_2_KLEIN_4B_VAE,
QWEN3_4B_Q4_K_M,
WAN2_1_T2V_1_3B_FP16,
WAN2_1_I2V_14B_Q4_K_M,
CLIP_VISION_H,
UMT5_XXL_FP16,
WAN_2_1_COMFYUI_REPACKAGED_VAE,
SD_V2_1_1B_Q8_0,
REALESRGAN_X4PLUS_ANIME_6B,
QWEN3_5_0_8B_MULTIMODAL_Q4_K_M,
Expand Down Expand Up @@ -75,7 +70,6 @@ import { VisionExecutor } from "./executors/vision-executor.js";
import { DownloadExecutor } from "../shared/executors/download-executor.js";
import { DelegatedInferenceExecutor } from "./executors/delegated-inference-executor.js";
import { DesktopDiffusionExecutor } from "./executors/diffusion-executor.js";
import { VideoExecutor } from "./executors/video-executor.js";
import { FinetuneExecutor } from "./executors/finetune-executor.js";
import { LifecycleExecutor } from "../shared/executors/lifecycle-executor.js";
import { ConfigExecutor } from "../shared/executors/config-executor.js";
Expand All @@ -86,7 +80,6 @@ import { DesktopCancellationExecutor } from "./executors/cancellation-executor.j
const resources = new ResourceManager({
downloadTarget: "desktop",
});
const isMacosCi = process.platform === "darwin" && process.env["GITHUB_ACTIONS"] === "true";

resources.define("llm", {
constant: LLAMA_3_2_1B_INST_Q4_0,
Expand Down Expand Up @@ -379,39 +372,6 @@ resources.define("diffusion-fa-disabled", {
},
});

resources.define("video", {
constant: WAN2_1_T2V_1_3B_FP16,
type: "diffusion",
config: {
mode: "video",
device: "gpu",
threads: 4,
t5XxlModelSrc: UMT5_XXL_FP16,
vaeModelSrc: WAN_2_1_COMFYUI_REPACKAGED_VAE,
diffusion_fa: true,
offload_to_cpu: true,
vae_on_cpu: true,
vae_tiling: true,
},
});

resources.define("video-img2vid", {
constant: WAN2_1_I2V_14B_Q4_K_M,
type: "diffusion",
config: {
mode: "video",
device: "gpu",
threads: 4,
t5XxlModelSrc: UMT5_XXL_FP16,
vaeModelSrc: WAN_2_1_COMFYUI_REPACKAGED_VAE,
clipVisionModelSrc: CLIP_VISION_H,
diffusion_fa: true,
offload_to_cpu: true,
vae_on_cpu: true,
vae_tiling: true,
},
});

// Isolated from "diffusion" so ESRGAN load failures don't affect the rest of the suite.
resources.define("diffusion-esrgan", {
constant: SD_V2_1_1B_Q8_0,
Expand Down Expand Up @@ -491,13 +451,6 @@ export async function bootstrap(filteredTests?: TestDefinition[]) {

export const executor = createExecutor({
handlers: [
...(isMacosCi ? [
// QVAC-19555: passes locally on macOS in ~2m, but the current
// mac-mini-m4-gpu CI runner crashes in ggml-metal and leaves later
// tests timing out. Re-enable when a stronger macOS runner is available.
new SkipExecutor(/^video-basic-(txt2vid|img2vid)$/, "Quarantined on macOS CI until a stronger runner replaces mac-mini-m4-gpu"),
] : []),

new ModelLoadingExecutor(resources),
new CompletionExecutor(resources),
new TranscriptionExecutor(resources),
Expand Down Expand Up @@ -529,7 +482,6 @@ export const executor = createExecutor({
new DownloadExecutor(),
new DelegatedInferenceExecutor(),
new DesktopDiffusionExecutor(resources),
new VideoExecutor(resources),
new FinetuneExecutor(resources),
new LifecycleExecutor(resources),
new ConfigExecutor(),
Expand Down
145 changes: 0 additions & 145 deletions packages/sdk/e2e/tests/desktop/executors/video-executor.ts

This file was deleted.

4 changes: 0 additions & 4 deletions packages/sdk/e2e/tests/mobile/consumer.ts
Original file line number Diff line number Diff line change
Expand Up @@ -365,10 +365,6 @@ export const executor = createExecutor({
new SkipExecutor(/^finetune-/, "Finetune tests disabled on mobile"),
new SkipExecutor(/^multi-gpu-/, "Multi-GPU tests disabled on mobile (not supported on single-GPU devices)"),
new SkipExecutor(/^tools-(?!simple-function$|no-function-match$)/, "Tools test disabled on mobile"),
new SkipExecutor(
/^video-/,
"Video mode works on mobile but SDK-shipped Wan models are too large to load on-device; mobile apps should pass a `delegate` to loadModel(...), desktop covers local-load coverage",
),
new SkipExecutor(/^(diffusion-|addon-logging-diffusion$)/, "SD v2.1 1B Q8_0 cold-load is too heavy for Device Farm devices (OOM, 3+GB)"),
new SkipExecutor(/^vla-pi05-/, "π₀.₅ q_aggressive GGUF (3.9 GB) exceeds the iOS jetsam ~3 GB per-process limit (OOM) and is deferred on Android Device Farm until a CDN-fronted mirror exists; SmolVLA covers mobile VLA, desktop covers pi05"),
new SkipExecutor(
Expand Down
4 changes: 0 additions & 4 deletions packages/sdk/e2e/tests/test-definitions.ts
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,6 @@ import { visionTests } from "./vision-tests.js";
import { downloadTests } from "./download-tests.js";
import { delegatedInferenceTests } from "./delegated-inference-tests.js";
import { diffusionTests } from "./diffusion-tests.js";
import { videoTests } from "./video-tests.js";
import { finetuneTests } from "./finetune-tests.js";
import { lifecycleTests } from "./lifecycle-tests.js";
import { configTests } from "./config-tests.js";
Expand Down Expand Up @@ -274,9 +273,6 @@ export const tests = [
// Diffusion tests
...diffusionTests,

// Video generation tests
...videoTests,

// Delegated inference tests (P2P)
...delegatedInferenceTests,

Expand Down
117 changes: 0 additions & 117 deletions packages/sdk/e2e/tests/video-tests.ts

This file was deleted.

Loading