Merge pull request #148 from dotindustries/fix/integration-tests

fix: resolve all failing integration tests and flaky CI

Author: nadilas

.beads/issues.jsonl

@@ -1,3 +1,4 @@
+{"id":"warpgrid-5fj","title":"Serve warpgrid.dev via WarpGrid Cloud (dogfooding)","description":"Migrate warpgrid.dev from include_str\\!() in warpd to a standalone website deployed as a WarpGrid Wasm component. Currently the landing page is baked into the warpd binary, which: (1) couples frontend to backend releases, (2) bloats the customer-downloadable binary, (3) requires 3-min Rust rebuilds for page edits, (4) is dishonest — we claim WarpGrid is great but don't use it ourselves. The website repo (warpgrid-website) gets compiled to Wasm via warp pack and deployed via warp deploy. The site itself becomes a showcase: 'This page runs on WarpGrid.' Dependencies: warpgrid-website repo must be created first.","status":"open","priority":1,"issue_type":"feature","owner":"janos@dot.industries","created_at":"2026-03-17T18:23:13.222459+01:00","created_by":"János Veres","updated_at":"2026-03-17T18:23:13.222459+01:00"}
 {"id":"warpgrid-agm","title":"WarpGrid SDK — Fork Engineering Implementation","description":"Curated, tested distribution of WebAssembly toolchain components that enables WarpGrid (a Wasm-native cluster orchestrator) to run real-world backend services. Pushes WASI workload compatibility from ~25-35% to 60-70% through 6 coordinated engineering domains:\n\n1. Wasmtime host functions (shim layer foundation)\n2. wasi-libc patches (socket/filesystem compat)\n3. TinyGo WASI overlay (Go workload support)\n4. ComponentizeJS extensions (TypeScript/Node.js support)\n5. WASI 0.3 async pre-integration (async I/O)\n6. Bun WASI runtime (Bun/TypeScript support)\n\n85 user stories across 7 sections with explicit dependency chains.\n\nQuality Gates (per domain):\n- Rust: cargo check \u0026\u0026 cargo test \u0026\u0026 cargo clippy -- -D warnings\n- C/libc: make + scripts/test-libc.sh\n- Go: tinygo build -target=wasip2 + go test ./...\n- TypeScript: npm run typecheck + npm test\n- Bun: bun run typecheck + bun test\n- All: TDD (tests written BEFORE implementation)","status":"open","priority":1,"issue_type":"epic","owner":"janos@dot.industries","created_at":"2026-02-22T11:47:49.620679+01:00","created_by":"János Veres","updated_at":"2026-02-22T11:47:49.620679+01:00","external_ref":"prd:./tasks/prd-warpgrid-sdk.md"}
 {"id":"warpgrid-agm.1","title":"US-101: Scaffold the warpgrid-host crate with dependencies","description":"Milestone: M1.1 | Depends on: none\n\nAs a SDK developer, I want a properly structured warpgrid-host crate with all required dependencies so that I have a compilable foundation for implementing host function shims.\n\n## Acceptance Criteria\n- [ ] crates/warpgrid-host/ directory exists with Cargo.toml and src/lib.rs\n- [ ] Cargo.toml declares dependencies on wasmtime, wasmtime-wasi, tokio (with rt-multi-thread, macros, net, time features), tracing, and anyhow\n- [ ] Dev-dependencies include tokio (with test-util), tracing-subscriber, and wasmtime (with component-model feature)\n- [ ] src/lib.rs contains public crate-level module structure (empty modules for filesystem, dns, signals, db_proxy, threading, config, engine)\n- [ ] cargo check -p warpgrid-host passes with zero errors\n\n## Quality Gates\n- [ ] cargo check passes\n- [ ] cargo test passes\n- [ ] cargo clippy -- -D warnings passes\n- [ ] Tests written before implementation (TDD)","status":"closed","priority":1,"issue_type":"task","owner":"janos@dot.industries","created_at":"2026-02-22T11:50:04.860934+01:00","created_by":"János Veres","updated_at":"2026-02-22T12:41:08.207798+01:00","closed_at":"2026-02-22T12:41:08.207798+01:00","close_reason":"Scaffolded crate with all modules, workspace integration, and quality gates passing","dependencies":[{"issue_id":"warpgrid-agm.1","depends_on_id":"warpgrid-agm","type":"parent-child","created_at":"2026-02-22T11:50:04.862488+01:00","created_by":"János Veres"}]}
 {"id":"warpgrid-agm.10","title":"US-110: Signal handling integration tests","description":"Milestone: M1.4 | Depends on: US-109\n\nAs a SDK developer, I want integration tests proving Wasm modules can register for and receive signals.\n\n## Acceptance Criteria\n- [ ] Test: Wasm component registers for terminate, host delivers it, poll-signal returns it\n- [ ] Test: poll-signal on empty queue returns None\n- [ ] Test: queue bounding — 20 signals delivered, only 16 most recent retrievable\n- [ ] Test: signal filtering — register hangup only, deliver terminate, poll returns None\n- [ ] All integration tests against real Wasmtime engine instance\n\n## Quality Gates\n- [ ] cargo check passes\n- [ ] cargo test passes\n- [ ] cargo clippy -- -D warnings passes\n- [ ] Tests written before implementation (TDD)","status":"in_progress","priority":2,"issue_type":"task","owner":"janos@dot.industries","created_at":"2026-02-22T11:51:12.007536+01:00","created_by":"János Veres","updated_at":"2026-02-24T04:31:30.971434+01:00","dependencies":[{"issue_id":"warpgrid-agm.10","depends_on_id":"warpgrid-agm","type":"parent-child","created_at":"2026-02-22T11:51:12.008255+01:00","created_by":"János Veres"},{"issue_id":"warpgrid-agm.10","depends_on_id":"warpgrid-agm.9","type":"blocks","created_at":"2026-02-22T12:08:17.148497+01:00","created_by":"János Veres"}]}

.github/workflows/integration-tests.yml

@@ -57,15 +57,18 @@ jobs:
           version: "v41.0.0"
 
       - name: Build T1
-        run: cargo build -p t1-rust-http-postgres 2>&1 || echo "BUILD_FAILED"
+        run: cd test-apps/t1-rust-http-postgres && cargo build 2>&1 || echo "BUILD_FAILED"
         continue-on-error: true
         id: build
+        env:
+          RUSTFLAGS: ""
 
       - name: Test T1
         if: steps.build.outcome == 'success'
-        run: cargo test -p t1-rust-http-postgres
+        run: cd test-apps/t1-rust-http-postgres && cargo test
         env:
           DATABASE_URL: "postgres://testuser:testpass@localhost:5432/testdb"
+          RUSTFLAGS: ""
 
       - name: Upload test results
         if: always()
@@ -123,16 +126,19 @@ jobs:
           version: "v41.0.0"
 
       - name: Build T2
-        run: cargo build -p t2-rust-http-redis-postgres 2>&1 || echo "BUILD_FAILED"
+        run: cd test-apps/t2-rust-http-redis-postgres && cargo build 2>&1 || echo "BUILD_FAILED"
         continue-on-error: true
         id: build
+        env:
+          RUSTFLAGS: ""
 
       - name: Test T2
         if: steps.build.outcome == 'success'
-        run: cargo test -p t2-rust-http-redis-postgres
+        run: cd test-apps/t2-rust-http-redis-postgres && cargo test
         env:
           DATABASE_URL: "postgres://testuser:testpass@localhost:5432/testdb"
           REDIS_URL: "redis://localhost:6379"
+          RUSTFLAGS: ""
 
       - name: Upload test results
         if: always()
@@ -171,6 +177,7 @@ jobs:
       - uses: actions/setup-go@v5
         with:
           go-version: '1.22'
+          cache-dependency-path: test-apps/t3-go-http-postgres/go.sum
 
       - name: Build & Test T3
         run: test-apps/t3-go-http-postgres/test.sh
@@ -189,8 +196,8 @@ jobs:
   # ── T4: TypeScript HTTP + Postgres ─────────────────────────────────
   t4-ts-http-postgres:
     name: "T4: TypeScript HTTP + Postgres"
-    runs-on: blacksmith-4vcpu-ubuntu-2404
-    timeout-minutes: 15
+    runs-on: blacksmith-8vcpu-ubuntu-2404
+    timeout-minutes: 45
 
     steps:
       - uses: actions/checkout@v4
@@ -224,6 +231,17 @@ jobs:
       - name: Install T4 dependencies
         run: npm ci --prefix test-apps/t4-ts-http-postgres
 
+      - name: Cache T4 standalone WASM
+        id: t4-wasm-cache
+        uses: actions/cache@v4
+        with:
+          path: test-apps/t4-ts-http-postgres/dist/handler.wasm
+          key: t4-wasm-${{ hashFiles('test-apps/t4-ts-http-postgres/src/handler-standalone.js', 'test-apps/t4-ts-http-postgres/wit-standalone/**') }}
+
+      - name: Build T4 standalone WASM
+        if: steps.t4-wasm-cache.outputs.cache-hit != 'true'
+        run: test-apps/t4-ts-http-postgres/build.sh --standalone
+
       - name: Build & Test T4
         run: test-apps/t4-ts-http-postgres/test.sh
 
@@ -239,8 +257,8 @@ jobs:
   # ── T5: Bun HTTP + Postgres ────────────────────────────────────────
   t5-bun-http-postgres:
     name: "T5: Bun HTTP + Postgres"
-    runs-on: blacksmith-4vcpu-ubuntu-2404
-    timeout-minutes: 15
+    runs-on: blacksmith-8vcpu-ubuntu-2404
+    timeout-minutes: 45
 
     steps:
       - uses: actions/checkout@v4
@@ -278,6 +296,17 @@ jobs:
       - name: Install T5 dependencies
         run: bun install --frozen-lockfile --cwd test-apps/t5-bun-http-postgres
 
+      - name: Cache T5 standalone WASM
+        id: t5-wasm-cache
+        uses: actions/cache@v4
+        with:
+          path: test-apps/t5-bun-http-postgres/dist/handler.wasm
+          key: t5-wasm-${{ hashFiles('test-apps/t5-bun-http-postgres/src/handler-standalone.js', 'test-apps/t5-bun-http-postgres/wit-standalone/**') }}
+
+      - name: Build T5 standalone WASM
+        if: steps.t5-wasm-cache.outputs.cache-hit != 'true'
+        run: test-apps/t5-bun-http-postgres/build.sh --standalone
+
       - name: Build & Test T5
         run: test-apps/t5-bun-http-postgres/test.sh
 
@@ -327,7 +356,7 @@ jobs:
 
       - uses: dtolnay/rust-toolchain@stable
         with:
-          targets: wasm32-wasip2
+          targets: wasm32-wasip2,wasm32-unknown-unknown
 
       - uses: Swatinem/rust-cache@v2
 
@@ -369,18 +398,20 @@ jobs:
         run: scripts/build-componentize-js.sh --npm
 
       - name: Build all T6 services
+        env:
+          RUSTFLAGS: ""
         run: |
-          echo "Building gateway (Rust)..."
-          cargo build -p t6-gateway-svc
+          echo "Building gateway-svc (Rust WASM component)..."
+          cd test-apps/t6-multi-service/gateway-svc && cargo build --target wasm32-unknown-unknown --release && cd "$GITHUB_WORKSPACE"
 
-          echo "Building user-svc (Go)..."
-          test-apps/t6-multi-service/user-svc/build.sh --standalone
+          echo "Building user-svc (Rust WASM component)..."
+          cd test-apps/t6-multi-service/user-svc && cargo build --target wasm32-unknown-unknown --release && cd "$GITHUB_WORKSPACE"
 
-          echo "Building notification-svc (TypeScript)..."
-          test-apps/t6-multi-service/notification-svc/build.sh --standalone
+          echo "Building notification-svc (Rust WASM component)..."
+          cd test-apps/t6-multi-service/notification-svc && cargo build --target wasm32-unknown-unknown --release && cd "$GITHUB_WORKSPACE"
 
-          echo "Building analytics-svc (Bun)..."
-          test-apps/t6-multi-service/analytics-svc/build.sh --standalone
+          echo "Building analytics-svc (Rust WASM component)..."
+          cd test-apps/t6-multi-service/analytics-svc && cargo build --target wasm32-unknown-unknown --release && cd "$GITHUB_WORKSPACE"
 
       - name: Test T6 multi-service integration
         run: scripts/test-all.sh --only t6

.gitignore

@@ -10,12 +10,15 @@
 /vendor/tinygo
 /vendor/componentize-js
 /vendor/wasmtime-async
-tests/fixtures/fs-shim-guest/target/
+tests/fixtures/**/target/
+tests/fixtures/**/Cargo.lock
 test-apps/**/target/
 test-apps/**/Cargo.lock
 __pycache__/
 /test-results
 docs/GTM-BETA-LAUNCH-PLAN.md
 docs/IMPLEMENTATION-PLAN-PHASE2.md
 warpgrid.toml
-tests/fixtures/rust-sqlx-postgres-guest/target/
+.beads/daemon-error
+.gstack/
+.context/

Cargo.lock

@@ -474,6 +474,10 @@ pub fn pack_bun(project_path: &Path, config: &WarpConfig) -> Result<PackResult>
 mod tests {
     use super::*;
     use std::fs;
+    use std::sync::Mutex;
+
+    /// Serialize tests that mutate process-wide environment variables.
+    static ENV_MUTEX: Mutex<()> = Mutex::new(());
 
     // ── Helper: Create a minimal Bun project in a temp dir ──────────────────
 
@@ -569,10 +573,10 @@ entry = "src/index.ts"
     #[test]
     fn test_resolve_jco_env_var_missing_file() {
         // WARPGRID_JCO_PATH pointing to nonexistent file should error.
-        // In Rust 2024 edition, set_var/remove_var are unsafe due to
-        // potential data races in multi-threaded test execution.
-        // SAFETY: This test is not using threads and the env var is
-        // restored before the test returns.
+        // Hold ENV_MUTEX to prevent races with other env-var-mutating tests.
+        let _lock = ENV_MUTEX.lock().unwrap();
+
+        // SAFETY: serialized by ENV_MUTEX; env var is restored before the lock drops.
         unsafe { std::env::set_var("WARPGRID_JCO_PATH", "/nonexistent/jco") };
         let result = resolve_jco(Path::new("."));
         unsafe { std::env::remove_var("WARPGRID_JCO_PATH") };
@@ -820,11 +824,14 @@ entry = "src/index.ts"
     #[test]
     fn test_resolve_jco_env_var_valid_file() {
         // WARPGRID_JCO_PATH pointing to a real file should succeed.
+        // Hold ENV_MUTEX to prevent races with other env-var-mutating tests.
+        let _lock = ENV_MUTEX.lock().unwrap();
+
         let dir = tempfile::tempdir().unwrap();
         let fake_jco = dir.path().join("jco");
         fs::write(&fake_jco, "#!/bin/sh\n").unwrap();
 
-        // SAFETY: test is single-threaded for this env var; restored before return.
+        // SAFETY: serialized by ENV_MUTEX; env var is restored before the lock drops.
         unsafe { std::env::set_var("WARPGRID_JCO_PATH", fake_jco.to_str().unwrap()) };
         let result = resolve_jco(Path::new("."));
         unsafe { std::env::remove_var("WARPGRID_JCO_PATH") };

crates/warp-pack/src/bun.rs

@@ -11,6 +11,7 @@ path = "src/main.rs"
 
 [dependencies]
 warp-core.workspace = true
+warp-analyzer = { path = "../warp-analyzer" }
 warp-runtime = { path = "../warp-runtime" }
 warpgrid-state = { path = "../warpgrid-state" }
 warpgrid-scheduler = { path = "../warpgrid-scheduler" }
@@ -43,9 +44,9 @@ hex = "0.4"
 chrono = { version = "0.4", features = ["serde"] }
 toml = "0.8"
 libsql = "0.9"
+tempfile = "3"
 
 [dev-dependencies]
 tower = { version = "0.5", features = ["util"] }
 axum = { version = "0.8", features = ["tokio"] }
 warpgrid-placement = { path = "../warpgrid-placement" }
-tempfile = "3"

crates/warpd/Cargo.toml

@@ -832,6 +832,8 @@ mod tests {
             usage: UsageTracker::new(),
             logs: crate::cloud::routes::new_log_buffer(),
             admin_key: None,
+            playground_rate_limit: crate::cloud::routes::new_playground_rate_limit(),
+            analyze_rate_limit: crate::cloud::routes::new_playground_rate_limit(),
         }
     }
 

crates/warpd/assets/playground-hello.wasm

@@ -242,7 +242,7 @@ fn generate_api_key() -> String {
 }
 
 /// Generate a random user ID.
-fn generate_user_id() -> String {
+pub fn generate_user_id() -> String {
     let mut rng = rand::thread_rng();
     let bytes: [u8; 8] = rng.r#gen();
     format!("usr_{}", hex::encode(bytes))

crates/warpd/src/cloud/admin.rs

@@ -1031,6 +1031,8 @@ mod tests {
             usage: UsageTracker::new(),
             logs: crate::cloud::routes::new_log_buffer(),
             admin_key: None,
+            playground_rate_limit: crate::cloud::routes::new_playground_rate_limit(),
+            analyze_rate_limit: crate::cloud::routes::new_playground_rate_limit(),
         }
     }