ffmpeg: add hardware-accelerated video decoders

Enable all common HW decoder backends:
- Linux: CUDA/NVDEC, VAAPI, VDPAU, V4L2 M2M, Vulkan
- macOS: VideoToolbox (Apple Silicon)

Builds nv-codec-headers and Vulkan-Headers from source to avoid
system package version constraints.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: adeebshihadeh

ffmpeg/build.sh

@@ -4,6 +4,7 @@ set -e
 DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" >/dev/null && pwd)"
 cd "$DIR"
 
+PLATFORM="$(uname -s)"
 FFMPEG_VERSION="7.1"
 ZLIB_VERSION="da607da739fa6047df13e66a2af6b8bec7c2a498"  # v1.3.2
 X264_BRANCH="stable"
@@ -48,6 +49,25 @@ make -j"$NJOBS"
 make install
 cd "$DIR"
 
+# --- Build nv-codec-headers (Linux only, for CUDA/NVDEC) ---
+if [ "$PLATFORM" = "Linux" ]; then
+  if [ ! -d "nv-codec-headers-src/.git" ]; then
+    rm -rf nv-codec-headers-src
+    git clone --depth 1 https://git.videolan.org/git/ffmpeg/nv-codec-headers.git nv-codec-headers-src
+  fi
+  make -C nv-codec-headers-src PREFIX="$PREFIX" install
+fi
+
+# --- Build Vulkan-Headers from source (Linux only, need >= 1.3.277 for FFmpeg 7.1) ---
+if [ "$PLATFORM" = "Linux" ]; then
+  if [ ! -d "vulkan-headers-src/.git" ]; then
+    rm -rf vulkan-headers-src
+    git clone --depth 1 https://github.com/KhronosGroup/Vulkan-Headers.git vulkan-headers-src
+  fi
+  cmake -S vulkan-headers-src -B vulkan-headers-src/build -DCMAKE_INSTALL_PREFIX="$PREFIX" >/dev/null
+  cmake --install vulkan-headers-src/build >/dev/null
+fi
+
 # --- Build FFmpeg ---
 if [ ! -d "ffmpeg-src/.git" ]; then
   rm -rf ffmpeg-src
@@ -57,6 +77,43 @@ git -C ffmpeg-src fetch --depth 1 origin "n${FFMPEG_VERSION}"
 git -C ffmpeg-src checkout --force FETCH_HEAD
 
 cd ffmpeg-src
+
+# Platform-specific hardware acceleration flags
+HW_FLAGS=()
+if [ "$PLATFORM" = "Linux" ]; then
+  HW_FLAGS+=(
+    # NVIDIA CUDA/NVDEC (uses dlopen at runtime, no driver needed at build time)
+    --enable-ffnvcodec --enable-cuda --enable-cuvid --enable-nvdec
+    --enable-hwaccel=h264_nvdec,hevc_nvdec,vp9_nvdec,av1_nvdec,mpeg2_nvdec,mpeg4_nvdec,vc1_nvdec,vp8_nvdec
+    --enable-decoder=h264_cuvid,hevc_cuvid,vp9_cuvid,av1_cuvid,mpeg2_cuvid,mpeg4_cuvid,vc1_cuvid,vp8_cuvid
+
+    # VAAPI (Intel/AMD)
+    --enable-vaapi
+    --enable-hwaccel=h264_vaapi,hevc_vaapi,vp8_vaapi,vp9_vaapi,av1_vaapi,mpeg2_vaapi
+
+    # VDPAU (NVIDIA legacy)
+    --enable-vdpau
+    --enable-hwaccel=h264_vdpau,hevc_vdpau,mpeg2_vdpau,mpeg4_vdpau,vc1_vdpau,vp9_vdpau
+
+    # V4L2 Memory-to-Memory (embedded: RPi, Qualcomm, Rockchip)
+    --enable-v4l2-m2m
+    --enable-decoder=h264_v4l2m2m,hevc_v4l2m2m,mpeg2_v4l2m2m,mpeg4_v4l2m2m,vp8_v4l2m2m,vp9_v4l2m2m
+    --enable-encoder=h264_v4l2m2m,hevc_v4l2m2m
+
+    # Vulkan video decode/encode
+    --enable-vulkan
+    --enable-hwaccel=h264_vulkan,hevc_vulkan,av1_vulkan
+    --enable-encoder=h264_vulkan,hevc_vulkan
+  )
+elif [ "$PLATFORM" = "Darwin" ]; then
+  HW_FLAGS+=(
+    # VideoToolbox (Apple Silicon / macOS)
+    --enable-videotoolbox
+    --enable-hwaccel=h264_videotoolbox,hevc_videotoolbox,vp9_videotoolbox,mpeg1_videotoolbox,mpeg2_videotoolbox,mpeg4_videotoolbox,prores_videotoolbox
+    --enable-encoder=h264_videotoolbox,hevc_videotoolbox,prores_videotoolbox
+  )
+fi
+
 PKG_CONFIG_PATH="$PREFIX/lib/pkgconfig${PKG_CONFIG_PATH:+:$PKG_CONFIG_PATH}" \
 ./configure \
   --cc="${CC:-cc}" \
@@ -80,7 +137,8 @@ PKG_CONFIG_PATH="$PREFIX/lib/pkgconfig${PKG_CONFIG_PATH:+:$PKG_CONFIG_PATH}" \
   --enable-filter=blend,vflip,format,scale,aformat,anull,aresample,null \
   --enable-bsf=extract_extradata,h264_mp4toannexb,hevc_mp4toannexb \
   --extra-cflags="-I$PREFIX/include" \
-  --extra-ldflags="-L$PREFIX/lib"
+  --extra-ldflags="-L$PREFIX/lib" \
+  "${HW_FLAGS[@]}"
 make -j"$NJOBS"
 make install
 cd "$DIR"

setup.sh

@@ -17,10 +17,12 @@ run_as_root() {
 if [ "$(uname)" = "Darwin" ]; then
   brew install nasm pkg-config ccache
 elif command -v dnf &>/dev/null; then
-  dnf install -y nasm cmake gcc-c++ pkgconfig git perl-IPC-Cmd ccache
+  dnf install -y nasm cmake gcc-c++ pkgconfig git perl-IPC-Cmd ccache \
+    libva-devel libvdpau-devel libdrm-devel
 elif command -v apt-get &>/dev/null; then
   run_as_root apt-get update
-  run_as_root apt-get install -y nasm cmake g++ pkg-config curl ccache
+  run_as_root apt-get install -y nasm cmake g++ pkg-config curl ccache \
+    libva-dev libvdpau-dev libdrm-dev
 fi
 
 if ! command -v uv &>/dev/null; then

test_wheels_in_image.sh

@@ -14,15 +14,20 @@ FROM $IMAGE
 RUN if command -v apk >/dev/null; then \
       apk add --no-cache python3 py3-pip bash; \
     elif command -v apt-get >/dev/null; then \
-      apt-get update && apt-get install -y --no-install-recommends python3 python3-pip python3-venv; \
+      apt-get update && apt-get install -y --no-install-recommends python3 python3-pip python3-venv \
+        libva2 libvdpau1 libdrm2; \
     elif command -v dnf >/dev/null; then \
-      dnf install -y python3 python3-pip; \
+      dnf install -y python3 python3-pip \
+        libva libvdpau libdrm; \
     elif command -v pacman >/dev/null; then \
-      pacman -Sy --noconfirm python python-pip; \
+      pacman -Sy --noconfirm python python-pip \
+        libva libvdpau libdrm; \
     elif command -v zypper >/dev/null; then \
-      zypper install -y python3 python3-pip; \
+      zypper install -y python3 python3-pip \
+        libva2 libvdpau1 libdrm2; \
     elif command -v xbps-install >/dev/null; then \
-      xbps-install -Sy python3 python3-pip bash; \
+      xbps-install -Sy python3 python3-pip bash \
+        libva libvdpau libdrm; \
     fi
 DOCKERFILE