@@ -142,6 +142,9 @@ jobs:
142142
143143 - name : Run vLLM gpt-oss benchmark
144144 env :
145+ # To login to public.ecr.aws
146+ AWS_ACCESS_KEY_ID : ${{ secrets.AWS_ACCESS_KEY_ID }}
147+ AWS_SECRET_ACCESS_KEY : ${{ secrets.AWS_SECRET_ACCESS_KEY }}
145148 HF_TOKEN : ${{ secrets.HF_TOKEN }}
146149 DOCKER_IMAGE : ${{ matrix.docker-image }}
147150 # vLLM-related environment variables
@@ -150,6 +153,12 @@ jobs:
150153 run : |
151154 set -eux
152155
156+ if [[ "${DEVICE_TYPE}" == *B200* ]]; then
157+ aws configure set aws_access_key_id "${AWS_ACCESS_KEY_ID}"
158+ aws configure set aws_secret_access_key "${AWS_SECRET_ACCESS_KEY}"
159+ aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin public.ecr.aws
160+ fi
161+
153162 # https://docs.vllm.ai/projects/recipes/en/latest/OpenAI/GPT-OSS.html
154163 if [[ "${DEVICE_TYPE}" == *B200* ]]; then
155164 export VLLM_USE_TRTLLM_ATTENTION=1
@@ -199,13 +208,11 @@ jobs:
199208 docker exec -t "${container_name}" bash -c "
200209 cd vllm-benchmarks/vllm
201210 cp vllm/benchmarks/lib/utils.py /app/vllm-os-mini/vllm/benchmarks/utils.py || true
202-
203- pip install --pre vllm==0.10.1+gptoss \
204- --extra-index-url https://wheels.vllm.ai/gpt-oss/ \
205- --extra-index-url https://download.pytorch.org/whl/nightly/cu128 \
206- --index-strategy unsafe-best-match
207- sleep 7200
208-
211+ if [[ $DEVICE_NAME != 'rocm' ]]; then
212+ pip install --pre vllm==0.10.1+gptoss \
213+ --extra-index-url https://wheels.vllm.ai/gpt-oss/ \
214+ --extra-index-url https://download.pytorch.org/whl/nightly/cu128
215+ fi
209216 bash .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
210217 "
211218
0 commit comments