File tree Expand file tree Collapse file tree 1 file changed +2
-4
lines changed
Expand file tree Collapse file tree 1 file changed +2
-4
lines changed Original file line number Diff line number Diff line change @@ -86,9 +86,7 @@ docker run -d \
8686 --gpu-memory-utilization 0.7 \
8787 --max-model-len 6000 \
8888 --enforce-eager \
89- --reasoning-parser deepseek_r1 \
90- --enable-auto-tool-choice \
91- --tool-call-parser hermes"
89+ --reasoning-parser deepseek_r1"
9290
9391wait_for_api
9492docker logs " ${CONTAINER_NAME} "
@@ -109,7 +107,7 @@ python -m venv .venv
109107source .venv/bin/activate
110108
111109pip install " openai>=1.0.0"
112- python3 /fsx/vllm-dlc/vllm/examples/online_serving/openai_chat_completion_tool_calls_with_reasoning .py
110+ python3 /fsx/vllm-dlc/vllm/examples/online_serving/openai_chat_completion_with_reasoning .py
113111deactivate
114112
115113echo " ####################### Testing completed successfully ###########################"
You can’t perform that action at this time.
0 commit comments