Enable Vulkan local inference by default on Windows and Linux

jh-block · jh-block · commit 9c66c9181338 · 2026-04-24T09:12:26.000+02:00
diff --git a/.github/workflows/build-cli.yml b/.github/workflows/build-cli.yml
@@ -115,7 +115,11 @@ jobs:
           cross --version
 
           export CC="${{ matrix.cc || ''}}"
-          cross build --release --target ${TARGET} -p goose-cli
+          if [[ "${TARGET}" == *"unknown-linux-gnu" ]]; then
+            cross build --release --target ${TARGET} -p goose-cli --features vulkan
+          else
+            cross build --release --target ${TARGET} -p goose-cli
+          fi
 
       - name: Setup Rust (Windows)
         if: matrix.os == 'windows'
@@ -124,15 +128,24 @@ jobs:
           rustup show
           rustup target add x86_64-pc-windows-msvc
 
+      - name: Install Vulkan SDK (Windows)
+        if: matrix.os == 'windows'
+        shell: pwsh
+        run: |
+          choco install vulkan-sdk --yes --no-progress
+          $sdk = Get-ChildItem "C:\VulkanSDK" -Directory | Sort-Object Name -Descending | Select-Object -First 1
+          if (-not $sdk) { throw "Vulkan SDK installation did not create C:\VulkanSDK" }
+          "VULKAN_SDK=$($sdk.FullName)" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
+
       - name: Build CLI (Windows)
         if: matrix.os == 'windows'
         shell: bash
         run: |
           echo "🚀 Building Windows CLI executable..."
           if [ "${{ inputs.windows_variant }}" = "cuda" ]; then
-            cargo build --release --target x86_64-pc-windows-msvc -p goose-cli --features cuda
+            cargo build --release --target x86_64-pc-windows-msvc -p goose-cli --features "cuda vulkan"
           else
-            cargo build --release --target x86_64-pc-windows-msvc -p goose-cli
+            cargo build --release --target x86_64-pc-windows-msvc -p goose-cli --features vulkan
           fi
 
           if [ ! -f "./target/x86_64-pc-windows-msvc/release/goose.exe" ]; then
diff --git a/.github/workflows/bundle-desktop-linux.yml b/.github/workflows/bundle-desktop-linux.yml
@@ -64,6 +64,7 @@ jobs:
           sudo apt-get update
           sudo apt-get install -y \
             build-essential \
+            glslc \
             libnss3-dev \
             libatk-bridge2.0-dev \
             libdrm2 \
@@ -73,6 +74,7 @@ jobs:
             libgbm1 \
             libxss1 \
             libasound2t64 \
+            libvulkan-dev \
             rpm \
             fakeroot \
             dpkg-dev \
@@ -110,7 +112,7 @@ jobs:
           source ./bin/activate-hermit
           export TARGET="x86_64-unknown-linux-gnu"
           rustup target add "${TARGET}"
-          cross build --release --target ${TARGET} -p goose-server
+          cross build --release --target ${TARGET} -p goose-server --features vulkan
 
       - name: Copy binaries into Electron folder
         run: |
diff --git a/.github/workflows/bundle-desktop-windows.yml b/.github/workflows/bundle-desktop-windows.yml
@@ -82,14 +82,22 @@ jobs:
           rustup show
           rustup target add x86_64-pc-windows-msvc
 
+      - name: Install Vulkan SDK (Windows)
+        shell: pwsh
+        run: |
+          choco install vulkan-sdk --yes --no-progress
+          $sdk = Get-ChildItem "C:\VulkanSDK" -Directory | Sort-Object Name -Descending | Select-Object -First 1
+          if (-not $sdk) { throw "Vulkan SDK installation did not create C:\VulkanSDK" }
+          "VULKAN_SDK=$($sdk.FullName)" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
+
       - name: Build Windows executable
         shell: bash
         run: |
           echo "🚀 Building Windows executable..."
           if [ "${{ inputs.windows_variant }}" = "cuda" ]; then
-            cargo build --release --target x86_64-pc-windows-msvc -p goose-server --features cuda
+            cargo build --release --target x86_64-pc-windows-msvc -p goose-server --features "cuda vulkan"
           else
-            cargo build --release --target x86_64-pc-windows-msvc -p goose-server
+            cargo build --release --target x86_64-pc-windows-msvc -p goose-server --features vulkan
           fi
 
           # Verify build succeeded
diff --git a/Cross.toml b/Cross.toml
@@ -11,10 +11,12 @@ pre-build = [
     apt-get update --fix-missing && apt-get install -y \
      curl \
      unzip \
+     glslc \
      pkg-config \
      libssl-dev:arm64 \
      libdbus-1-dev:arm64 \
      libxcb1-dev:arm64 \
+     libvulkan-dev:arm64 \
      gcc-10
     """
 ]
@@ -26,10 +28,12 @@ pre-build = [
     apt-get update && apt-get install -y \
      curl \
      unzip \
+     glslc \
      pkg-config \
      libssl-dev \
      libdbus-1-dev \
      libxcb1-dev \
+     libvulkan-dev \
      gcc-10
     """
 ]
diff --git a/crates/goose-server/Cargo.toml b/crates/goose-server/Cargo.toml
@@ -17,6 +17,7 @@ code-mode = ["goose/code-mode"]
 local-inference = ["goose/local-inference"]
 aws-providers = ["goose/aws-providers"]
 cuda = ["goose/cuda", "local-inference"]
+vulkan = ["goose/vulkan", "local-inference"]
 telemetry = ["goose/telemetry"]
 otel = ["goose/otel"]
 rustls-tls = [
diff --git a/crates/goose/Cargo.toml b/crates/goose/Cargo.toml
@@ -37,6 +37,7 @@ aws-providers = [
     "dep:aws-sdk-sagemakerruntime",
 ]
 cuda = ["local-inference", "candle-core/cuda", "candle-nn/cuda", "llama-cpp-2/cuda"]
+vulkan = ["local-inference", "llama-cpp-2/vulkan"]
 rustls-tls = [
     "reqwest/rustls",
     "rmcp/reqwest",
diff --git a/documentation/docs/getting-started/installation.md b/documentation/docs/getting-started/installation.md
@@ -98,6 +98,10 @@ import { PanelLeft } from 'lucide-react';
           3. Run `sudo dpkg -i (filename).deb`
           4. Launch goose from the app menu
 
+          :::info Linux Vulkan support
+          Linux Desktop packages now include Vulkan local inference support by default. The `.deb` and `.rpm` packages declare the Vulkan loader dependency, but you still need a working Vulkan-capable driver/ICD for GPU acceleration.
+          :::
+
           :::tip Updating goose
           It's best to periodically [update goose](/docs/guides/updating-goose).
           :::
@@ -117,6 +121,10 @@ import { PanelLeft } from 'lucide-react';
         curl -fsSL https://github.com/aaif-goose/goose/releases/download/stable/download_cli.sh | CONFIGURE=false bash
         ```
 
+        :::info Linux Vulkan support
+        The standard Linux CLI build includes Vulkan local inference support. If you want GPU acceleration, install a Vulkan loader and a working Vulkan driver/ICD for your system.
+        :::
+
         :::tip Updating goose
         It's best to keep goose updated. To update goose, run:
         ```sh
@@ -142,7 +150,7 @@ import { PanelLeft } from 'lucide-react';
           2. Run the executable file to launch the goose Desktop application.
 
           :::info Windows variants
-          `Windows` is the standard general-purpose build. `Windows CUDA` is for NVIDIA GPUs with a compatible CUDA driver/runtime.
+          `Windows Vulkan` is the standard general-purpose build with Vulkan local inference support on supported GPUs. `Windows CUDA` is the NVIDIA-optimized variant for systems with a compatible CUDA driver/runtime.
           :::
 
           :::tip Updating goose
@@ -156,7 +164,7 @@ import { PanelLeft } from 'lucide-react';
         - **MSYS2**: Available from [msys2.org](https://www.msys2.org/)
         - **PowerShell**: Available on Windows 10/11 by default
 
-        Use the standard build for the general-purpose Windows install. Use the CUDA variant if you have an NVIDIA GPU with a compatible CUDA driver/runtime.
+        Use the standard build for the general-purpose Windows install with Vulkan local inference support on supported GPUs. Use the CUDA variant if you have an NVIDIA GPU with a compatible CUDA driver/runtime and want the NVIDIA-optimized build.
 
         **Git Bash / MSYS2: Standard**
 
diff --git a/documentation/src/components/WindowsDesktopInstallButtons.js b/documentation/src/components/WindowsDesktopInstallButtons.js
@@ -10,7 +10,7 @@ const WindowsDesktopInstallButtons = () => {
           className="button button--primary button--lg"
           to="https://github.com/aaif-goose/goose/releases/download/stable/Goose-win32-x64.zip"
         >
-          <IconDownload /> Windows
+          <IconDownload /> Windows Vulkan
         </Link>
         <Link
           className="button button--primary button--lg"
diff --git a/download_cli.ps1 b/download_cli.ps1
@@ -16,7 +16,7 @@
 #   $env:GOOSE_VERSION  - Optional: specific version to install (e.g., "v1.0.25"). Can be in the format vX.Y.Z, vX.Y.Z-suffix, or X.Y.Z
 #   $env:GOOSE_PROVIDER - Optional: provider for goose
 #   $env:GOOSE_MODEL    - Optional: model for goose
-#   $env:GOOSE_WINDOWS_VARIANT - Optional: Windows package variant to install ("standard" or "cuda")
+#   $env:GOOSE_WINDOWS_VARIANT - Optional: Windows package variant to install ("standard" for the Vulkan-enabled general-purpose build, or "cuda" for the NVIDIA-optimized build)
 #   $env:CANARY         - Optional: if set to "true", downloads from canary release instead of stable
 #   $env:CONFIGURE      - Optional: if set to "false", disables running goose configure interactively
 ##############################################################################
diff --git a/download_cli.sh b/download_cli.sh
@@ -18,7 +18,7 @@ set -eu
 #   GOOSE_VERSION  - Optional: specific version to install (e.g., "v1.0.25"). Overrides CANARY. Can be in the format vX.Y.Z, vX.Y.Z-suffix, or X.Y.Z
 #   GOOSE_PROVIDER - Optional: provider for goose
 #   GOOSE_MODEL    - Optional: model for goose
-#   GOOSE_WINDOWS_VARIANT - Optional: Windows package variant to install (`standard` or `cuda`)
+#   GOOSE_WINDOWS_VARIANT - Optional: Windows package variant to install (`standard` for the Vulkan-enabled general-purpose build, or `cuda` for the NVIDIA-optimized build)
 #   CANARY         - Optional: if set to "true", downloads from canary release instead of stable
 #   CONFIGURE      - Optional: if set to "false", disables running goose configure interactively
 #   ** other provider specific environment variables (eg. DATABRICKS_HOST)
diff --git a/scripts/build-windows.ps1 b/scripts/build-windows.ps1
@@ -7,6 +7,7 @@
 #   - Rust (https://rustup.rs)
 #   - Node.js v24+ (https://nodejs.org)
 #   - pnpm: npm install -g pnpm
+#   - Vulkan SDK (https://vulkan.lunarg.com/sdk/home)
 #
 # Usage:
 #   cd C:\path\to\goose-fork
@@ -25,6 +26,7 @@ if (-not (Get-Command "cargo" -ErrorAction SilentlyContinue)) { $missing += "Rus
 if (-not (Get-Command "node" -ErrorAction SilentlyContinue)) { $missing += "Node.js v24+ (install from https://nodejs.org)" }
 if (-not (Get-Command "pnpm" -ErrorAction SilentlyContinue)) { $missing += "pnpm (run: npm install -g pnpm)" }
 if (-not (Get-Command "git" -ErrorAction SilentlyContinue)) { $missing += "Git (install from https://git-scm.com)" }
+if (-not $env:VULKAN_SDK) { $missing += "Vulkan SDK (install from https://vulkan.lunarg.com/sdk/home and set VULKAN_SDK)" }
 
 if ($missing.Count -gt 0) {
     Write-Host "Missing prerequisites:" -ForegroundColor Red
@@ -42,7 +44,7 @@ Write-Host ""
 # Step 1: Clone or update repo
 Write-Host "[2/7] Building Rust backend (release)..." -ForegroundColor Yellow
 Write-Host "  This may take 5-15 minutes on first build..."
-cargo build --release -p goose-server
+cargo build --release -p goose-server --features vulkan
 if ($LASTEXITCODE -ne 0) {
     Write-Host "Rust build failed!" -ForegroundColor Red
     exit 1
diff --git a/ui/desktop/README.md b/ui/desktop/README.md
@@ -21,17 +21,17 @@ For building on Linux distributions, you'll need additional system dependencies:
 
 **Debian/Ubuntu:**
 ```bash
-sudo apt install dpkg fakeroot
+sudo apt install dpkg fakeroot libvulkan-dev glslc
 ```
 
 **Arch/Manjaro:**
 ```bash
-sudo pacman -S dpkg fakeroot
+sudo pacman -S dpkg fakeroot vulkan-headers shaderc
 ```
 
 **Fedora/RHEL:**
 ```bash
-sudo dnf install dpkg-dev fakeroot
+sudo dnf install dpkg-dev fakeroot vulkan-loader-devel shaderc
 ```
 
 # Building notes
@@ -59,7 +59,7 @@ For Linux builds, first ensure you have the required system dependencies install
 1. Build the Rust backend:
 ```bash
 cd ../..  # Go to project root
-cargo build --release -p goose-server
+cargo build --release -p goose-server --features vulkan
 ```
 
 2. Copy the server binary to the expected location:
@@ -86,8 +86,10 @@ The built application will be available in:
 - Flatpak: `out/make/flatpak/x86_64/*.flatpak`
 - Executable: `out/goose-linux-x64/goose`
 
+The standard Linux build includes Vulkan local inference support. The packaged `.deb` and `.rpm` artifacts declare the Vulkan loader dependency, and building from source requires Vulkan development headers plus `glslc`.
+
 ### Windows
-Use the existing Windows build process as documented.
+Use the existing Windows build process as documented. The standard Windows build includes Vulkan local inference support, and the CUDA Windows variant includes both CUDA and Vulkan support. Building Windows artifacts with local inference support requires the Vulkan SDK to be installed and `VULKAN_SDK` to be set.
 
 
 # Running with goosed server from source
diff --git a/ui/desktop/forge.config.ts b/ui/desktop/forge.config.ts
@@ -94,6 +94,8 @@ module.exports = {
         options: {
           icon: 'src/images/icon.png',
           prefix: '/opt',
+          depends: ['libvulkan1'],
+          recommends: ['mesa-vulkan-drivers | vulkan-icd'],
         },
       },
     },
@@ -109,6 +111,7 @@ module.exports = {
         options: {
           icon: 'src/images/icon.png',
           prefix: '/opt',
+          requires: ['vulkan-loader'],
           fpm: ['--rpm-rpmbuild-define', '_build_id_links none'],
         },
       },

Original file line number	Diff line number	Diff line change
`@@ -37,6 +37,7 @@ aws-providers = [`
`37`	`37`	`"dep:aws-sdk-sagemakerruntime",`
`38`	`38`	`]`
`39`	`39`	`cuda = ["local-inference", "candle-core/cuda", "candle-nn/cuda", "llama-cpp-2/cuda"]`
	`40`	`+vulkan = ["local-inference", "llama-cpp-2/vulkan"]`
`40`	`41`	`rustls-tls = [`
`41`	`42`	`"reqwest/rustls",`
`42`	`43`	`"rmcp/reqwest",`
Original file line number	Diff line number	Diff line change
`@@ -10,7 +10,7 @@ const WindowsDesktopInstallButtons = () => {`
`10`	`10`	`className="button button--primary button--lg"`
`11`	`11`	`to="https://github.com/aaif-goose/goose/releases/download/stable/Goose-win32-x64.zip"`
`12`	`12`	`>`
`13`		`- <IconDownload /> Windows`
	`13`	`+ <IconDownload /> Windows Vulkan`
`14`	`14`	`</Link>`
`15`	`15`	`<Link`
`16`	`16`	`className="button button--primary button--lg"`