We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c7e1bb0 commit 185f664Copy full SHA for 185f664
.github/container/test-maxtext.sh
@@ -174,6 +174,9 @@ if [ $DTYPE == "fp8" ]; then
174
fi
175
176
GPUS_PER_NODE=$(nvidia-smi -L | grep -c '^GPU')
177
+if [ "$CUDA_VISIBLE_DEVICES" != "" ]; then
178
+ GPUS_PER_NODE=`python -c 'import os; x=os.environ.get("CUDA_VISIBLE_DEVICES", ""); print(len(x.split(",")))'`
179
+fi
180
NGPUS=$((GPUS_PER_NODE * NODES))
181
182
# Heuristic to figure out ici and dcn of DP
0 commit comments