@@ -210,80 +210,10 @@ jobs:
210210 )
211211
212212 # Run accuracy check
213- docker exec -t "${container_name}" bash -c "
214- set -eux
215-
216- echo $MODEL
217-
218- tp=0
219- if [[ $MODEL == 'openai/gpt-oss-120b' ]]; then
220- tp=4
221- elif [[ $MODEL == 'openai/gpt-oss-20b' ]]; then
222- tp=1
223- fi
224-
225- echo $tp
226- # Prepare the accuracy test
227- vllm serve $MODEL --tensor_parallel_size $tp &
228- server_pid=$!
229-
230- wait_for_server() {
231- timeout 1200 bash -c '
232- until curl -X POST localhost:8000/v1/completions; do
233- sleep 1
234- done' && return 0 || return 1
235- }
236-
237- if wait_for_server; then
238- echo 'vLLM server is up and running'
239- else
240- echo 'vLLM failed to start within the timeout period'
241- fi
242-
243- pushd vllm-benchmarks/gpt-oss
244- mkdir -p /tmp/gpqa_openai
245-
246- # Low
247- OPENAI_API_KEY='' python3 -m gpt_oss.evals --base-url http://localhost:8000/v1 \
248- --model $MODEL \
249- --eval gpqa \
250- --reasoning-effort low \
251- --n-threads $(expr $(nproc) / 2)
252-
253- # Mid
254- OPENAI_API_KEY='' python3 -m gpt_oss.evals --base-url http://localhost:8000/v1 \
255- --model $MODEL \
256- --eval gpqa \
257- --reasoning-effort medium \
258- --n-threads $(expr $(nproc) / 2)
259-
260- # High
261- OPENAI_API_KEY='' python3 -m gpt_oss.evals --base-url http://localhost:8000/v1 \
262- --model $MODEL \
263- --eval gpqa \
264- --reasoning-effort high \
265- --n-threads $(expr $(nproc) / 2)
266-
267- mv /tmp/gpqa_openai .
268- popd
269-
270- kill -9 $server_pid
271- "
213+ docker exec -t "${container_name}" bash .github/scripts/gpt-oss/run_accuracy_checks.sh
272214
273215 # Run perf tests
274- docker exec -t "${container_name}" bash -c "
275- pushd vllm-benchmarks/vllm
276- cp vllm/benchmarks/lib/utils.py /app/vllm-os-mini/vllm/benchmarks/utils.py || true
277- if [[ $DEVICE_NAME != 'rocm' ]]; then
278- pip install -U openai transformers
279- pip install --pre vllm==0.10.1+gptoss \
280- --extra-index-url https://wheels.vllm.ai/gpt-oss/ \
281- --extra-index-url https://download.pytorch.org/whl/nightly/cu128
282- fi
283- pip freeze
284- bash .buildkite/nightly-benchmarks/scripts/run-performance-benchmarks.sh
285- popd
286- "
216+ docker exec -t "${container_name}" bash .github/scripts/gpt-oss/run_benchmarks.sh
287217
288218 - name : Authenticate with AWS
289219 # AWS CUDA runners already have access to the bucket via its runner IAM role
0 commit comments