File tree Expand file tree Collapse file tree 5 files changed +6
-18
lines changed
Expand file tree Collapse file tree 5 files changed +6
-18
lines changed Original file line number Diff line number Diff line change 11<!--
22SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33SPDX-License-Identifier: Apache-2.0
4-
5- Licensed under the Apache License, Version 2.0 (the "License");
6- you may not use this file except in compliance with the License.
7- You may obtain a copy of the License at
8-
9- http://www.apache.org/licenses/LICENSE-2.0
10-
11- Unless required by applicable law or agreed to in writing, software
12- distributed under the License is distributed on an "AS IS" BASIS,
13- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14- See the License for the specific language governing permissions and
15- limitations under the License.
164-->
175
18- # Profiling using AIPerf
6+ # Profiling with AIPerf
197
208This tutorial will demonstrate how you can use AIPerf to measure the performance of
219models using various inference solutions.
Original file line number Diff line number Diff line change 44
55echo " Starting dynamo server with model ${MODEL} "
66
7- bash -x ${AIPERF_SOURCE_DIR} tests/ci/${CI_JOB_NAME} /start_server.sh
7+ bash -x ${AIPERF_SOURCE_DIR} / tests/ci/${CI_JOB_NAME} /start_server.sh
88
99echo " Running aiperf functionality tests in container"
1010
Original file line number Diff line number Diff line change @@ -19,4 +19,4 @@ docker run \
1919 --gpus all \
2020 --network host \
2121 ${DYNAMO_PREBUILT_IMAGE_TAG} \
22- /bin/bash -c " python3 -m dynamo.frontend & python3 -m dynamo.vllm --model ${MODEL} --enforce-eager --no-enable-prefix-caching" > ${AIPERF_SOURCE_DIR} /server.log 2>&1 &
22+ /bin/bash -c " python3 -m dynamo.frontend & python3 -m dynamo.vllm --model ${MODEL} --enforce-eager --no-enable-prefix-caching" > ${AIPERF_SOURCE_DIR} /server.log 2>&1 &
Original file line number Diff line number Diff line change @@ -49,4 +49,4 @@ elif [ ${EXIT_CODE} -ne 0 ]; then
4949 echo -e " \033[0;31m║ See aiperf and server logs above ║\033[0m"
5050 echo -e " \033[0;31m╚════════════════════════════════════════╝\033[0m"
5151 exit 1
52- fi
52+ fi
Original file line number Diff line number Diff line change 33# SPDX-License-Identifier: Apache-2.0
44
55echo " Running python3 main.py --all-servers"
6- cd ${AIPERF_SOURCE_DIR} /tests/ci/${CI_JOB_NAME}
7- python3 main.py --all-servers
6+ cd ${AIPERF_SOURCE_DIR} /tests/ci/${CI_JOB_NAME} /
7+ python3 main.py --all-servers
You can’t perform that action at this time.
0 commit comments