We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent d75829d commit 2b85816Copy full SHA for 2b85816
1 file changed
chtc/baseline.sh
@@ -32,7 +32,9 @@ export TORCHINDUCTOR_CACHE_DIR=$_CONDOR_SCRATCH_DIR/torch_cache
32
export XDG_CACHE_HOME=$_CONDOR_SCRATCH_DIR/xdg_cache
33
34
# --- vLLM ---
35
-export CUDA_VISIBLE_DEVICES=0
+# Do NOT touch CUDA_VISIBLE_DEVICES here. HTCondor sets it to the specific
36
+# GPU(s) allocated to this job (possibly a UUID or non-zero index). Overriding
37
+# it to "0" points CUDA at a device we don't actually have.
38
export VLLM_USAGE_DISABLE=1
39
export OUTLINES_CACHE_DIR=/tmp/.outlines
40
0 commit comments