@@ -209,30 +209,20 @@ jobs:
209209 "${DOCKER_IMAGE}"
210210 )
211211
212- # Run perf tests
213- docker exec -t "${container_name}" bash -c "
214- pushd vllm-benchmarks/vllm
215- cp vllm/benchmarks/lib/utils.py /app/vllm-os-mini/vllm/benchmarks/utils.py || true
216- if [[ $DEVICE_NAME != 'rocm' ]]; then
217- pip install -U openai transformers
218- pip install --pre vllm==0.10.1+gptoss \
219- --extra-index-url https://wheels.vllm.ai/gpt-oss/ \
220- --extra-index-url https://download.pytorch.org/whl/nightly/cu128
221- fi
222- pip freeze
223- bash .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
224- popd
225- "
226-
227212 # Run accuracy check
228213 docker exec -t "${container_name}" bash -c "
214+ set -eux
215+
216+ echo $MODEL
217+
229218 tp=0
230219 if [[ $MODEL == 'openai/gpt-oss-120b' ]]; then
231220 tp=4
232221 elif [[ $MODEL == 'openai/gpt-oss-20b' ]]; then
233222 tp=1
234223 fi
235224
225+ echo $tp
236226 # Prepare the accuracy test
237227 vllm serve $MODEL --tensor_parallel_size $tp &
238228 server_pid=$!
@@ -280,6 +270,21 @@ jobs:
280270 kill -9 $server_pid
281271 "
282272
273+ # Run perf tests
274+ docker exec -t "${container_name}" bash -c "
275+ pushd vllm-benchmarks/vllm
276+ cp vllm/benchmarks/lib/utils.py /app/vllm-os-mini/vllm/benchmarks/utils.py || true
277+ if [[ $DEVICE_NAME != 'rocm' ]]; then
278+ pip install -U openai transformers
279+ pip install --pre vllm==0.10.1+gptoss \
280+ --extra-index-url https://wheels.vllm.ai/gpt-oss/ \
281+ --extra-index-url https://download.pytorch.org/whl/nightly/cu128
282+ fi
283+ pip freeze
284+ bash .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
285+ popd
286+ "
287+
283288 - name : Authenticate with AWS
284289 # AWS CUDA runners already have access to the bucket via its runner IAM role
285290 if : env.DEVICE_NAME == 'rocm' || contains(env.DEVICE_TYPE, 'B200')
0 commit comments