Skip to content

Commit 40c4266

Browse files
perform openai script test with reasoning
1 parent 3f5e26c commit 40c4266

File tree

1 file changed

+2
-4
lines changed

1 file changed

+2
-4
lines changed

test/vllm/ec2/utils/run_vllm_on_arm64.sh

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -86,9 +86,7 @@ docker run -d \
8686
--gpu-memory-utilization 0.7 \
8787
--max-model-len 6000 \
8888
--enforce-eager \
89-
--reasoning-parser deepseek_r1 \
90-
--enable-auto-tool-choice \
91-
--tool-call-parser hermes"
89+
--reasoning-parser deepseek_r1"
9290

9391
wait_for_api
9492
docker logs "${CONTAINER_NAME}"
@@ -109,7 +107,7 @@ python -m venv .venv
109107
source .venv/bin/activate
110108

111109
pip install "openai>=1.0.0"
112-
python3 /fsx/vllm-dlc/vllm/examples/online_serving/openai_chat_completion_tool_calls_with_reasoning.py
110+
python3 /fsx/vllm-dlc/vllm/examples/online_serving/openai_chat_completion_with_reasoning.py
113111
deactivate
114112

115113
echo "####################### Testing completed successfully ###########################"

0 commit comments

Comments
 (0)