test multinode

Author: Jyothirmaikottu

test/vllm/ec2/test_artifacts/test_ec2.py

@@ -46,9 +46,10 @@ def create_benchmark_command() -> str:
     """Create command for running benchmark"""
     return f"""
     python3 /fsx/vllm-dlc/vllm/benchmarks/benchmark_serving.py \
+    --model deepseek-ai/DeepSeek-R1-Distill-Qwen-7B \
     --backend vllm \
-    --model {MODEL_NAME} \
-    --endpoint /v1/chat/completions \
+    --base-url "http://localhost:8000" \
+    --endpoint '/v1/completions' \
     --dataset-name sharegpt \
     --dataset-path /fsx/vllm-dlc/ShareGPT_V3_unfiltered_cleaned_split.json \
     --num-prompts 1000