Skip to content

Commit 3189a5d

Browse files
committed
Login to ECR
Signed-off-by: Huy Do <huydhn@gmail.com>
1 parent fbfb2bb commit 3189a5d

1 file changed

Lines changed: 14 additions & 7 deletions

File tree

.github/workflows/gpt-oss-benchmark.yml

Lines changed: 14 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -142,6 +142,9 @@ jobs:
142142
143143
- name: Run vLLM gpt-oss benchmark
144144
env:
145+
# To login to public.ecr.aws
146+
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
147+
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
145148
HF_TOKEN: ${{ secrets.HF_TOKEN }}
146149
DOCKER_IMAGE: ${{ matrix.docker-image }}
147150
# vLLM-related environment variables
@@ -150,6 +153,12 @@ jobs:
150153
run: |
151154
set -eux
152155
156+
if [[ "${DEVICE_TYPE}" == *B200* ]]; then
157+
aws configure set aws_access_key_id "${AWS_ACCESS_KEY_ID}"
158+
aws configure set aws_secret_access_key "${AWS_SECRET_ACCESS_KEY}"
159+
aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin public.ecr.aws
160+
fi
161+
153162
# https://docs.vllm.ai/projects/recipes/en/latest/OpenAI/GPT-OSS.html
154163
if [[ "${DEVICE_TYPE}" == *B200* ]]; then
155164
export VLLM_USE_TRTLLM_ATTENTION=1
@@ -199,13 +208,11 @@ jobs:
199208
docker exec -t "${container_name}" bash -c "
200209
cd vllm-benchmarks/vllm
201210
cp vllm/benchmarks/lib/utils.py /app/vllm-os-mini/vllm/benchmarks/utils.py || true
202-
203-
pip install --pre vllm==0.10.1+gptoss \
204-
--extra-index-url https://wheels.vllm.ai/gpt-oss/ \
205-
--extra-index-url https://download.pytorch.org/whl/nightly/cu128 \
206-
--index-strategy unsafe-best-match
207-
sleep 7200
208-
211+
if [[ $DEVICE_NAME != 'rocm' ]]; then
212+
pip install --pre vllm==0.10.1+gptoss \
213+
--extra-index-url https://wheels.vllm.ai/gpt-oss/ \
214+
--extra-index-url https://download.pytorch.org/whl/nightly/cu128
215+
fi
209216
bash .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
210217
"
211218

0 commit comments

Comments
 (0)