|
| 1 | +#!/bin/sh |
| 2 | + |
| 3 | +# Downloads CUDA toolkit components from PyPI during package installation. |
| 4 | +# Component names and pinned versions are read from inst/components.tsv |
| 5 | +# (generated at build time by CI). |
| 6 | +# |
| 7 | +# Environment variables: |
| 8 | +# CUDA_COMPONENTS Comma-separated list of components to install. |
| 9 | +# Default: all components. Example: "runtime,cublas,cudnn" |
| 10 | +# Use @version to override a component's pinned version: |
| 11 | +# "runtime,cublas,cudnn@9.10.0.56" |
| 12 | +# CUDA_PLATFORM Override platform detection (linux-x64, linux-arm64, windows-x64). |
| 13 | + |
| 14 | +detect_platform() { |
| 15 | + if [ -n "$CUDA_PLATFORM" ]; then |
| 16 | + case "$CUDA_PLATFORM" in |
| 17 | + linux-x64) echo "x86_64" ;; |
| 18 | + linux-arm64) echo "aarch64" ;; |
| 19 | + windows-x64) echo "win_amd64" ;; |
| 20 | + *) |
| 21 | + echo "ERROR: Unknown CUDA_PLATFORM: $CUDA_PLATFORM" >&2 |
| 22 | + exit 1 |
| 23 | + ;; |
| 24 | + esac |
| 25 | + return |
| 26 | + fi |
| 27 | + |
| 28 | + os=$(uname -s) |
| 29 | + arch=$(uname -m) |
| 30 | + |
| 31 | + case "$os" in |
| 32 | + Linux) |
| 33 | + case "$arch" in |
| 34 | + x86_64) echo "x86_64" ;; |
| 35 | + aarch64) echo "aarch64" ;; |
| 36 | + *) |
| 37 | + echo "ERROR: Unsupported Linux architecture: $arch" >&2 |
| 38 | + exit 1 |
| 39 | + ;; |
| 40 | + esac |
| 41 | + ;; |
| 42 | + MINGW*|MSYS*|CYGWIN*|Windows_NT) |
| 43 | + echo "win_amd64" |
| 44 | + ;; |
| 45 | + *) |
| 46 | + echo "ERROR: Unsupported OS: $os" >&2 |
| 47 | + exit 1 |
| 48 | + ;; |
| 49 | + esac |
| 50 | +} |
| 51 | + |
| 52 | +is_windows() { |
| 53 | + case "$PLATFORM" in |
| 54 | + win_amd64) return 0 ;; |
| 55 | + *) return 1 ;; |
| 56 | + esac |
| 57 | +} |
| 58 | + |
| 59 | +download_file() { |
| 60 | + url="$1"; dest="$2" |
| 61 | + if command -v curl > /dev/null 2>&1; then |
| 62 | + curl -sL -o "$dest" "$url" |
| 63 | + elif command -v wget > /dev/null 2>&1; then |
| 64 | + wget -q -O "$dest" "$url" |
| 65 | + else |
| 66 | + echo "ERROR: Neither curl nor wget found." >&2 |
| 67 | + exit 1 |
| 68 | + fi |
| 69 | +} |
| 70 | + |
| 71 | +if ! command -v unzip > /dev/null 2>&1; then |
| 72 | + echo "ERROR: unzip not found. Please install unzip." >&2 |
| 73 | + exit 1 |
| 74 | +fi |
| 75 | + |
| 76 | +PLATFORM=$(detect_platform) || exit 1 |
| 77 | +TMPDIR=$(mktemp -d) |
| 78 | +trap "rm -rf '$TMPDIR'" EXIT |
| 79 | + |
| 80 | +# Parse CUDA_COMPONENTS filter and version overrides |
| 81 | +SELECTED_COMPONENTS="${CUDA_COMPONENTS:-}" |
| 82 | + |
| 83 | +is_selected() { |
| 84 | + comp="$1" |
| 85 | + # If no filter set, install all |
| 86 | + [ -z "$SELECTED_COMPONENTS" ] && return 0 |
| 87 | + # Check if component (with or without @version) is in the comma-separated list |
| 88 | + echo ",$SELECTED_COMPONENTS," | grep -q ",${comp}," || echo ",$SELECTED_COMPONENTS," | grep -q ",${comp}@" |
| 89 | +} |
| 90 | + |
| 91 | +# Get version override for a component, or empty if not overridden |
| 92 | +get_version_override() { |
| 93 | + comp="$1" |
| 94 | + [ -z "$SELECTED_COMPONENTS" ] && return |
| 95 | + override=$(echo ",$SELECTED_COMPONENTS," | grep -o ",${comp}@[^,]*," | sed "s/,//g;s/${comp}@//") |
| 96 | + echo "$override" |
| 97 | +} |
| 98 | + |
| 99 | +echo "=== CUDA Toolkit ===" |
| 100 | +echo "* Platform: ${PLATFORM}" |
| 101 | +if [ -n "$SELECTED_COMPONENTS" ]; then |
| 102 | + echo "* Components: ${SELECTED_COMPONENTS}" |
| 103 | +fi |
| 104 | +echo "" |
| 105 | + |
| 106 | +# Shared lib directory for all components |
| 107 | +mkdir -p inst/lib |
| 108 | + |
| 109 | +# Read components.tsv (skip header) and install each component |
| 110 | +tail -n +2 inst/components.tsv | while IFS=" " read -r component pypi_package version wheel_subdir extract linux_only; do |
| 111 | + [ -z "$component" ] && continue |
| 112 | + |
| 113 | + # Skip components not in the selection |
| 114 | + if ! is_selected "$component"; then |
| 115 | + echo "* Skipping ${component} (not selected)" |
| 116 | + continue |
| 117 | + fi |
| 118 | + |
| 119 | + # Skip linux-only components on Windows |
| 120 | + if [ "$linux_only" = "yes" ] && is_windows; then |
| 121 | + echo "* Skipping ${component} (Linux-only)" |
| 122 | + continue |
| 123 | + fi |
| 124 | + |
| 125 | + # Check for version override |
| 126 | + ver_override=$(get_version_override "$component") |
| 127 | + if [ -n "$ver_override" ]; then |
| 128 | + version="$ver_override" |
| 129 | + echo "* Installing ${component} ${version} (overridden)..." |
| 130 | + else |
| 131 | + echo "* Installing ${component} ${version}..." |
| 132 | + fi |
| 133 | + |
| 134 | + # Fetch PyPI simple index for this package |
| 135 | + INDEX_FILE="${TMPDIR}/index_${pypi_package}.html" |
| 136 | + download_file "https://pypi.org/simple/${pypi_package}/" "$INDEX_FILE" |
| 137 | + |
| 138 | + # Find matching wheel URL |
| 139 | + WHEEL_URL=$(grep -o "href=\"[^\"]*${pypi_package}-${version}[^\"]*${PLATFORM}[^\"]*\"" "$INDEX_FILE" | head -1 | sed 's/href="//;s/"//') |
| 140 | + |
| 141 | + if [ -z "$WHEEL_URL" ]; then |
| 142 | + echo " ERROR: Could not find wheel for ${pypi_package}==${version} on ${PLATFORM}" >&2 |
| 143 | + exit 1 |
| 144 | + fi |
| 145 | + |
| 146 | + WHEEL_URL=$(echo "$WHEEL_URL" | sed 's/#.*//') |
| 147 | + WHEEL_NAME=$(basename "$WHEEL_URL") |
| 148 | + WHEEL_PATH="${TMPDIR}/${WHEEL_NAME}" |
| 149 | + |
| 150 | + echo " Downloading ${WHEEL_NAME}..." |
| 151 | + download_file "$WHEEL_URL" "$WHEEL_PATH" |
| 152 | + |
| 153 | + if [ ! -f "$WHEEL_PATH" ]; then |
| 154 | + echo " ERROR: Download failed." >&2 |
| 155 | + exit 1 |
| 156 | + fi |
| 157 | + |
| 158 | + # Extract requested directories from the wheel |
| 159 | + for dir in $(echo "$extract" | tr ',' ' '); do |
| 160 | + unzip -q -o "$WHEEL_PATH" "nvidia/${wheel_subdir}/${dir}/*" -d inst/ |
| 161 | + done |
| 162 | + |
| 163 | + # Move shared libraries into the unified lib directory |
| 164 | + if [ -d "inst/nvidia/${wheel_subdir}/lib" ]; then |
| 165 | + mv inst/nvidia/${wheel_subdir}/lib/* inst/lib/ 2>/dev/null || true |
| 166 | + rmdir inst/nvidia/${wheel_subdir}/lib 2>/dev/null || true |
| 167 | + fi |
| 168 | + |
| 169 | + # Ensure binaries are executable (for nvcc/ptxas) |
| 170 | + if echo "$extract" | grep -q "bin"; then |
| 171 | + chmod +x inst/nvidia/${wheel_subdir}/bin/* 2>/dev/null || true |
| 172 | + fi |
| 173 | + |
| 174 | + rm -f "$WHEEL_PATH" |
| 175 | + echo " Done." |
| 176 | +done |
| 177 | + |
| 178 | +# Patch RUNPATH on Linux so each .so resolves dependencies from its own |
| 179 | +# directory first, preventing LD_LIBRARY_PATH from pulling in wrong versions |
| 180 | +# (e.g. conda's older cuDNN). |
| 181 | +get_patchelf() { |
| 182 | + command -v patchelf > /dev/null 2>&1 && { echo "patchelf"; return 0; } |
| 183 | + |
| 184 | + # Download patchelf from PyPI wheel (static binary, no Python needed) |
| 185 | + PATCHELF_VERSION="0.17.2.2" |
| 186 | + case "$(uname -m)" in |
| 187 | + x86_64) |
| 188 | + PATCHELF_URL="https://files.pythonhosted.org/packages/f2/f9/e070956e350ccdfdf059251836f757ad91ac0c01b0ba3e033ea7188d8d42/patchelf-0.17.2.2-py3-none-manylinux1_x86_64.manylinux_2_5_x86_64.musllinux_1_1_x86_64.whl" |
| 189 | + ;; |
| 190 | + aarch64) |
| 191 | + PATCHELF_URL="https://files.pythonhosted.org/packages/56/0d/dc3ac6c6e9e9d0d3e40bee1abe95a07034f83627319e60a7dc9abdbfafee/patchelf-0.17.2.2-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.musllinux_1_1_aarch64.whl" |
| 192 | + ;; |
| 193 | + *) return 1 ;; |
| 194 | + esac |
| 195 | + |
| 196 | + PATCHELF_DIR="${TMPDIR}/patchelf" |
| 197 | + PATCHELF_WHL="${PATCHELF_DIR}/patchelf.whl" |
| 198 | + mkdir -p "$PATCHELF_DIR" |
| 199 | + download_file "$PATCHELF_URL" "$PATCHELF_WHL" |
| 200 | + unzip -q -o "$PATCHELF_WHL" "patchelf-${PATCHELF_VERSION}.data/scripts/patchelf" -d "$PATCHELF_DIR" || return 1 |
| 201 | + chmod +x "${PATCHELF_DIR}/patchelf-${PATCHELF_VERSION}.data/scripts/patchelf" |
| 202 | + echo "${PATCHELF_DIR}/patchelf-${PATCHELF_VERSION}.data/scripts/patchelf" |
| 203 | +} |
| 204 | + |
| 205 | +if ! is_windows; then |
| 206 | + PATCHELF_BIN=$(get_patchelf) |
| 207 | + if [ -n "$PATCHELF_BIN" ]; then |
| 208 | + echo "* Patching RPATH with \$ORIGIN (--force-rpath so it takes precedence over LD_LIBRARY_PATH)..." |
| 209 | + for so in inst/lib/*.so*; do |
| 210 | + [ -f "$so" ] || continue |
| 211 | + "$PATCHELF_BIN" --force-rpath --add-rpath '$ORIGIN' "$so" 2>/dev/null || true |
| 212 | + done |
| 213 | + echo " Done." |
| 214 | + else |
| 215 | + echo "* WARNING: Could not obtain patchelf, skipping RUNPATH patching." |
| 216 | + echo " Install patchelf for reliable CUDA library loading when" |
| 217 | + echo " LD_LIBRARY_PATH contains other CUDA installations." |
| 218 | + fi |
| 219 | +fi |
| 220 | + |
| 221 | +echo "" |
| 222 | +echo "=== All components installed successfully ===" |
0 commit comments