ci: speed up test workflow with parallel jobs and merged test binary (#523)

* ci: speed up test workflow by parallelizing jobs and merging test binaries

Split the single sequential CI job into parallel lint + test jobs, and
merge 41 separate e2e integration test binaries into a single binary.
This eliminates ~40 redundant link steps and overlaps clippy with test
execution.

Expected improvement: ~6min → ~4min wall time.

* rename test module to general to avoid conflict with built-in test crate

Author: Evrard-Nil

.github/workflows/test.yml

@@ -12,11 +12,34 @@ env:
   CARGO_INCREMENTAL: 0  # Faster CI builds
 
 jobs:
+  lint:
+    name: Lint
+    runs-on: ubuntu_large_x64
+
+    steps:
+    - uses: actions/checkout@v6
+
+    - name: Install Rust
+      uses: actions-rust-lang/setup-rust-toolchain@v1
+      with:
+        components: rustfmt, clippy
+
+    - name: Cache Rust dependencies
+      uses: swatinem/rust-cache@v2
+      with:
+        cache-on-failure: true
+
+    - name: Run cargo fmt
+      run: cargo fmt --all -- --check
+
+    - name: Run cargo clippy
+      run: cargo clippy --all-targets --all-features -- -D warnings
+
   test:
     name: Test Suite
     runs-on: ubuntu_large_x64
     environment: Cloud API test env
-    
+
     services:
       postgres:
         image: postgres:15
@@ -50,11 +73,9 @@ jobs:
           echo "PostgreSQL did not become ready after restart within 30 seconds" >&2
           exit 1
         fi
-    
+
     - name: Install Rust
       uses: actions-rust-lang/setup-rust-toolchain@v1
-      with:
-        components: rustfmt, clippy
 
     - name: Cache Rust dependencies
       uses: swatinem/rust-cache@v2
@@ -64,12 +85,6 @@ jobs:
     - name: Install cargo-nextest
       uses: taiki-e/install-action@nextest
 
-    - name: Run cargo fmt
-      run: cargo fmt --all -- --check
-
-    - name: Run cargo clippy
-      run: cargo clippy --all-targets --all-features -- -D warnings
-
     - name: Run unit tests
       run: cargo nextest run --lib --bins
       env:
@@ -88,10 +103,10 @@ jobs:
         BRAVE_SEARCH_PRO_API_KEY: ${{ secrets.BRAVE_SEARCH_PRO_API_KEY }}
         DEV: "true"
 
-    # All e2e tests share a single database (bootstrapped once with migrations).
+    # All e2e tests are compiled into a single binary (tests/e2e_all/) for faster linking.
     # Isolation comes from UUID-scoped orgs/workspaces/keys, not separate databases.
     - name: Run integration tests
-      run: cargo nextest run -p api --tests
+      run: cargo nextest run --test e2e_all
       env:
         POSTGRES_PRIMARY_APP_ID: ${{ secrets.POSTGRES_PRIMARY_APP_ID }}
         DATABASE_HOST: localhost
@@ -115,7 +130,7 @@ jobs:
       env:
         VLLM_BASE_URL: ${{ secrets.VLLM_BASE_URL }}
         VLLM_API_KEY: ${{ secrets.VLLM_API_KEY }}
-        
+
     # Only build release on main branch, not on PRs
     - name: Build release
       if: github.event_name == 'push' && github.ref == 'refs/heads/main'

crates/api/Cargo.toml

@@ -69,3 +69,7 @@ ed25519-dalek = { version = "2.1", features = ["rand_core"] }
 rand = "0.10"
 services = { path = "../services", features = ["test-mocks"] }
 async-trait = "0.1"
+
+[[test]]
+name = "e2e_all"
+path = "tests/e2e_all/main.rs"

crates/api/tests/e2e_admin_analytics.rs …tes/api/tests/e2e_all/admin_analytics.rscrates/api/tests/e2e_admin_analytics.rs renamed to crates/api/tests/e2e_all/admin_analytics.rs crates/api/tests/e2e_admin_analytics.rs renamed to crates/api/tests/e2e_all/admin_analytics.rs

@@ -1,7 +1,6 @@
 // E2E tests for admin analytics endpoints
-mod common;
 
-use common::*;
+use crate::common::*;
 use services::admin::{OrganizationMetrics, PlatformMetrics, TimeSeriesMetrics};
 
 // ============================================

crates/api/tests/e2e_admin_list_models.rs …s/api/tests/e2e_all/admin_list_models.rscrates/api/tests/e2e_admin_list_models.rs renamed to crates/api/tests/e2e_all/admin_list_models.rs crates/api/tests/e2e_admin_list_models.rs renamed to crates/api/tests/e2e_all/admin_list_models.rs

@@ -1,8 +1,7 @@
 // E2E tests for admin list models endpoint
-mod common;
 
+use crate::common::*;
 use api::models::{AdminModelListResponse, BatchUpdateModelApiRequest};
-use common::*;
 
 // ============================================
 // List Models Tests

crates/api/tests/e2e_admin_services.rs …ates/api/tests/e2e_all/admin_services.rscrates/api/tests/e2e_admin_services.rs renamed to crates/api/tests/e2e_all/admin_services.rs crates/api/tests/e2e_admin_services.rs renamed to crates/api/tests/e2e_all/admin_services.rs

@@ -1,10 +1,8 @@
 //! E2E tests for admin platform services CRUD (POST/PATCH /v1/admin/services)
 //! and public services (GET /v1/services, GET /v1/services/{service_name}).
 
-mod common;
-
+use crate::common::*;
 use api::models::{CreateServiceRequest, ServiceResponse, UpdateServiceRequest};
-use common::*;
 use services::service_usage::ports::ServiceUnit;
 
 /// Create, get by name (public), update (display/cost), get again, disable (PATCH is_active false),

crates/api/tests/e2e_api_keys.rs crates/api/tests/e2e_all/api_keys.rscrates/api/tests/e2e_api_keys.rs renamed to crates/api/tests/e2e_all/api_keys.rs

@@ -1,6 +1,4 @@
-mod common;
-
-use common::*;
+use crate::common::*;
 
 // ============================================
 // API Key Creation and Management Tests

crates/api/tests/e2e_audio_image.rs crates/api/tests/e2e_all/audio_image.rscrates/api/tests/e2e_audio_image.rs renamed to crates/api/tests/e2e_all/audio_image.rs

@@ -4,9 +4,7 @@
 //! - With mocks (default, for CI pipeline): `cargo test --test e2e_audio_image`
 //! - With real providers (for dev testing): `USE_REAL_PROVIDERS=true cargo test --test e2e_audio_image`
 
-mod common;
-
-use common::*;
+use crate::common::*;
 
 /// Test audio input in chat completions (sending audio data to the model)
 #[tokio::test]

…es/api/tests/e2e_audio_transcriptions.rs …pi/tests/e2e_all/audio_transcriptions.rscrates/api/tests/e2e_audio_transcriptions.rs renamed to crates/api/tests/e2e_all/audio_transcriptions.rs crates/api/tests/e2e_audio_transcriptions.rs renamed to crates/api/tests/e2e_all/audio_transcriptions.rs

@@ -12,10 +12,8 @@
 //! - Concurrent request limiting
 //! - Parameter validation
 
-mod common;
-
+use crate::common::*;
 use api::models::BatchUpdateModelApiRequest;
-use common::*;
 
 /// Helper to create mock audio file bytes
 fn create_mock_audio_file(size_kb: usize) -> Vec<u8> {

crates/api/tests/e2e_auth_tokens.rs crates/api/tests/e2e_all/auth_tokens.rscrates/api/tests/e2e_auth_tokens.rs renamed to crates/api/tests/e2e_all/auth_tokens.rs

@@ -1,6 +1,4 @@
-mod common;
-
-use common::*;
+use crate::common::*;
 
 // ============================================
 // Refresh Token and Access Token Tests

…ates/api/tests/e2e_billing_and_models.rs …/api/tests/e2e_all/billing_and_models.rscrates/api/tests/e2e_billing_and_models.rs renamed to crates/api/tests/e2e_all/billing_and_models.rs crates/api/tests/e2e_billing_and_models.rs renamed to crates/api/tests/e2e_all/billing_and_models.rs

@@ -1,7 +1,6 @@
 // Import common test utilities
-mod common;
 
-use common::*;
+use crate::common::*;
 
 #[tokio::test]
 async fn test_billing_costs_happy_path() {