Skip to content

Commit 044f1c3

Browse files
committed
Debug
Signed-off-by: Huy Do <huydhn@gmail.com>
1 parent ba28e1e commit 044f1c3

1 file changed

Lines changed: 20 additions & 15 deletions

File tree

.github/workflows/gpt-oss-benchmark.yml

Lines changed: 20 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -209,30 +209,20 @@ jobs:
209209
"${DOCKER_IMAGE}"
210210
)
211211
212-
# Run perf tests
213-
docker exec -t "${container_name}" bash -c "
214-
pushd vllm-benchmarks/vllm
215-
cp vllm/benchmarks/lib/utils.py /app/vllm-os-mini/vllm/benchmarks/utils.py || true
216-
if [[ $DEVICE_NAME != 'rocm' ]]; then
217-
pip install -U openai transformers
218-
pip install --pre vllm==0.10.1+gptoss \
219-
--extra-index-url https://wheels.vllm.ai/gpt-oss/ \
220-
--extra-index-url https://download.pytorch.org/whl/nightly/cu128
221-
fi
222-
pip freeze
223-
bash .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
224-
popd
225-
"
226-
227212
# Run accuracy check
228213
docker exec -t "${container_name}" bash -c "
214+
set -eux
215+
216+
echo $MODEL
217+
229218
tp=0
230219
if [[ $MODEL == 'openai/gpt-oss-120b' ]]; then
231220
tp=4
232221
elif [[ $MODEL == 'openai/gpt-oss-20b' ]]; then
233222
tp=1
234223
fi
235224
225+
echo $tp
236226
# Prepare the accuracy test
237227
vllm serve $MODEL --tensor_parallel_size $tp &
238228
server_pid=$!
@@ -280,6 +270,21 @@ jobs:
280270
kill -9 $server_pid
281271
"
282272
273+
# Run perf tests
274+
docker exec -t "${container_name}" bash -c "
275+
pushd vllm-benchmarks/vllm
276+
cp vllm/benchmarks/lib/utils.py /app/vllm-os-mini/vllm/benchmarks/utils.py || true
277+
if [[ $DEVICE_NAME != 'rocm' ]]; then
278+
pip install -U openai transformers
279+
pip install --pre vllm==0.10.1+gptoss \
280+
--extra-index-url https://wheels.vllm.ai/gpt-oss/ \
281+
--extra-index-url https://download.pytorch.org/whl/nightly/cu128
282+
fi
283+
pip freeze
284+
bash .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
285+
popd
286+
"
287+
283288
- name: Authenticate with AWS
284289
# AWS CUDA runners already have access to the bucket via its runner IAM role
285290
if: env.DEVICE_NAME == 'rocm' || contains(env.DEVICE_TYPE, 'B200')

0 commit comments

Comments
 (0)