Skip to content

Commit bde0830

Browse files
eserscoreserscor
authored
Update TRT to 10.14 (#26871)
### Description ### Motivation and Context For the 1.24 release.
1 parent 5307dc5 commit bde0830

File tree

11 files changed

+29
-27
lines changed

11 files changed

+29
-27
lines changed

‎.github/workflows/linux_tensorrt_ci.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@ jobs:
2727
build_config: Release
2828
architecture: x64
2929
dockerfile_path: tools/ci_build/github/linux/docker/Dockerfile.manylinux2_28_cuda
30-
docker_build_args: '--build-arg BASEIMAGE=onnxruntimebuildcache.azurecr.io/internal/azureml/onnxruntime/build/cuda12_x64_almalinux8_gcc14:20251017.1 --build-arg TRT_VERSION=10.9.0.34-1.cuda12.8 --network=host'
30+
docker_build_args: '--build-arg BASEIMAGE=onnxruntimebuildcache.azurecr.io/internal/azureml/onnxruntime/build/cuda12_x64_almalinux8_gcc14:20251017.1 --build-arg TRT_VERSION=10.14.1.48-1.cuda12.9 --network=host'
3131
docker_image_repo: onnxruntimetensorrt86gpubuild
3232
extra_build_flags: '--use_binskim_compliant_compile_flags --build_wheel --cuda_version=12.8 --cuda_home=/usr/local/cuda-12.8 --cudnn_home=/usr/local/cuda-12.8 --use_tensorrt --tensorrt_home /usr --build_java --cmake_extra_defines CMAKE_CUDA_ARCHITECTURES=90 onnxruntime_BUILD_UNIT_TESTS=ON onnxruntime_ENABLE_CUDA_EP_INTERNAL_TESTS=ON'
3333
python_path_prefix: 'PATH=/opt/python/cp310-cp310/bin:$PATH'
@@ -59,7 +59,7 @@ jobs:
5959
with:
6060
dockerfile: ${{ github.workspace }}/tools/ci_build/github/linux/docker/Dockerfile.manylinux2_28_cuda
6161
image-name: ghcr.io/microsoft/onnxruntime/onnxruntimetensorrt86gpubuild
62-
build-args: '--build-arg BASEIMAGE=onnxruntimebuildcache.azurecr.io/internal/azureml/onnxruntime/build/cuda12_x64_almalinux8_gcc14:20251017.1 --build-arg TRT_VERSION=10.9.0.34-1.cuda12.8 --network=host'
62+
build-args: '--build-arg BASEIMAGE=onnxruntimebuildcache.azurecr.io/internal/azureml/onnxruntime/build/cuda12_x64_almalinux8_gcc14:20251017.1 --build-arg TRT_VERSION=10.14.1.48-1.cuda12.9 --network=host'
6363
push: true
6464
azure-container-registry-name: onnxruntimebuildcache
6565
env:

‎.github/workflows/windows_tensorrt.yml‎

Lines changed: 10 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -52,8 +52,8 @@ jobs:
5252
dir
5353
shell: pwsh
5454

55-
- name: Download TensorRT-10.9.0.34.Windows10.x86_64.cuda-12.8
56-
run: 'azcopy.exe cp --recursive "https://lotusscus.blob.core.windows.net/models/local/TensorRT-10.9.0.34.Windows10.x86_64.cuda-12.8" ${{ runner.temp }}'
55+
- name: Download TensorRT-10.14.1.48.Windows.win10.cuda-12.9
56+
run: 'azcopy.exe cp --recursive "https://lotusscus.blob.core.windows.net/models/local/TensorRT-10.14.1.48.Windows.win10.cuda-12.9" ${{ runner.temp }}'
5757
shell: pwsh
5858

5959
- name: Add CUDA to PATH
@@ -63,7 +63,8 @@ jobs:
6363
Write-Host "CUDA Path: $env:RUNNER_TEMP\v12.8\bin"
6464
Add-Content -Path $env:GITHUB_PATH -Value "$env:RUNNER_TEMP\v12.8\bin"
6565
Add-Content -Path $env:GITHUB_PATH -Value "$env:RUNNER_TEMP\v12.8\extras\CUPTI\lib64"
66-
Add-Content -Path $env:GITHUB_PATH -Value "$env:RUNNER_TEMP\TensorRT-10.9.0.34.Windows10.x86_64.cuda-12.8\lib"
66+
Add-Content -Path $env:GITHUB_PATH -Value "$env:RUNNER_TEMP\TensorRT-10.14.1.48.Windows.win10.cuda-12.9\lib"
67+
Add-Content -Path $env:GITHUB_PATH -Value "$env:RUNNER_TEMP\TensorRT-10.14.1.48.Windows.win10.cuda-12.9\bin"
6768
6869
- uses: actions/setup-node@v6
6970
with:
@@ -120,7 +121,7 @@ jobs:
120121
exit $lastExitCode
121122
}
122123
# Execute the build process
123-
python ${{ github.workspace }}\tools\ci_build\build.py --config RelWithDebInfo --parallel --use_binskim_compliant_compile_flags --build_dir build --skip_submodule_sync --build_shared_lib --build --update --cmake_generator "Visual Studio 17 2022" --build_wheel --enable_onnx_tests --use_tensorrt --tensorrt_home="${{ runner.temp }}\TensorRT-10.9.0.34.Windows10.x86_64.cuda-12.8" --cuda_home="${{ runner.temp }}\v12.8" --use_vcpkg --use_vcpkg_ms_internal_asset_cache --cmake_extra_defines CMAKE_CUDA_ARCHITECTURES=86
124+
python ${{ github.workspace }}\tools\ci_build\build.py --config RelWithDebInfo --parallel --use_binskim_compliant_compile_flags --build_dir build --skip_submodule_sync --build_shared_lib --build --update --cmake_generator "Visual Studio 17 2022" --build_wheel --enable_onnx_tests --use_tensorrt --tensorrt_home="${{ runner.temp }}\TensorRT-10.14.1.48.Windows.win10.cuda-12.9" --cuda_home="${{ runner.temp }}\v12.8" --use_vcpkg --use_vcpkg_ms_internal_asset_cache --cmake_extra_defines CMAKE_CUDA_ARCHITECTURES=86
124125
if ($lastExitCode -ne 0) {
125126
exit $lastExitCode
126127
}
@@ -208,8 +209,8 @@ jobs:
208209
dir
209210
shell: pwsh
210211

211-
- name: Download TensorRT-10.9.0.34.Windows10.x86_64.cuda-12.8
212-
run: 'azcopy.exe cp --recursive "https://lotusscus.blob.core.windows.net/models/local/TensorRT-10.9.0.34.Windows10.x86_64.cuda-12.8" ${{ runner.temp }}'
212+
- name: Download TensorRT-10.14.1.48.Windows.win10.cuda-12.9
213+
run: 'azcopy.exe cp --recursive "https://lotusscus.blob.core.windows.net/models/local/TensorRT-10.14.1.48.Windows.win10.cuda-12.9" ${{ runner.temp }}'
213214
shell: pwsh
214215

215216
- name: Add CUDA to PATH
@@ -219,7 +220,8 @@ jobs:
219220
Write-Host "CUDA Path: $env:RUNNER_TEMP\v12.8\bin"
220221
Add-Content -Path $env:GITHUB_PATH -Value "$env:RUNNER_TEMP\v12.8\bin"
221222
Add-Content -Path $env:GITHUB_PATH -Value "$env:RUNNER_TEMP\v12.8\extras\CUPTI\lib64"
222-
Add-Content -Path $env:GITHUB_PATH -Value "$env:RUNNER_TEMP\TensorRT-10.9.0.34.Windows10.x86_64.cuda-12.8\lib"
223+
Add-Content -Path $env:GITHUB_PATH -Value "$env:RUNNER_TEMP\TensorRT-10.14.1.48.Windows.win10.cuda-12.9\lib"
224+
Add-Content -Path $env:GITHUB_PATH -Value "$env:RUNNER_TEMP\TensorRT-10.14.1.48.Windows.win10.cuda-12.9\bin"
223225
224226
- name: Set OnnxRuntimeBuildDirectory
225227
shell: pwsh
@@ -245,7 +247,7 @@ jobs:
245247
exit $lastExitCode
246248
}
247249
248-
python ${{ github.workspace }}\tools\ci_build\build.py --config RelWithDebInfo --parallel --use_binskim_compliant_compile_flags --build_dir build --skip_submodule_sync --build_shared_lib --test --cmake_generator "Visual Studio 17 2022" --build_wheel --enable_onnx_tests --use_tensorrt --tensorrt_home="${{ runner.temp }}\TensorRT-10.9.0.34.Windows10.x86_64.cuda-12.8" --cuda_home="${{ runner.temp }}\v12.8" --use_vcpkg --use_vcpkg_ms_internal_asset_cache --cmake_extra_defines CMAKE_CUDA_ARCHITECTURES=86
250+
python ${{ github.workspace }}\tools\ci_build\build.py --config RelWithDebInfo --parallel --use_binskim_compliant_compile_flags --build_dir build --skip_submodule_sync --build_shared_lib --test --cmake_generator "Visual Studio 17 2022" --build_wheel --enable_onnx_tests --use_tensorrt --tensorrt_home="${{ runner.temp }}\TensorRT-10.14.1.48.Windows.win10.cuda-12.9" --cuda_home="${{ runner.temp }}\v12.8" --use_vcpkg --use_vcpkg_ms_internal_asset_cache --cmake_extra_defines CMAKE_CUDA_ARCHITECTURES=86
249251
if ($lastExitCode -ne 0) {
250252
exit $lastExitCode
251253
}

‎tools/ci_build/github/azure-pipelines/templates/common-variables.yml‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
variables:
2-
cuda12_trt_version: '10.9.0.34'
3-
cuda13_trt_version: '10.13.3.9'
2+
cuda12_trt_version: '10.14.1.48'
3+
cuda13_trt_version: '10.14.1.48'
44
# As for Debian installation, replace '-1.' by '-1+' when assigning trt version below
55
linux_trt_version_cuda13: ${{ variables.cuda13_trt_version }}-1.cuda13.0
6-
linux_trt_version_cuda12: ${{ variables.cuda12_trt_version }}-1.cuda12.8
6+
linux_trt_version_cuda12: ${{ variables.cuda12_trt_version }}-1.cuda12.9
77
win_trt_folder_cuda13: TensorRT-${{ variables.cuda13_trt_version }}.Windows.win10.cuda-13.0
8-
win_trt_folder_cuda12: TensorRT-${{ variables.cuda12_trt_version }}.Windows10.x86_64.cuda-12.8
8+
win_trt_folder_cuda12: TensorRT-${{ variables.cuda12_trt_version }}.Windows.win10.cuda-12.9

‎tools/ci_build/github/azure-pipelines/templates/jobs/download_win_gpu_library.yml‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -64,15 +64,15 @@ steps:
6464
- ${{ if eq(parameters.DownloadTRT, true) }}:
6565
- powershell: |
6666
# These values are copied from common-variables.yml
67-
$cuda12_trt_version = '10.9.0.34'
68-
$cuda13_trt_version = '10.13.3.9'
67+
$cuda12_trt_version = '10.14.1.48'
68+
$cuda13_trt_version = '10.14.1.48'
6969
7070
$trtFolder = ""
7171
if ("${{ parameters.CudaVersion }}" -eq "13.0") {
7272
$trtFolder = "TensorRT-$cuda13_trt_version.Windows.win10.cuda-13.0"
7373
}
7474
elseif ("${{ parameters.CudaVersion }}" -eq "12.8") {
75-
$trtFolder = "TensorRT-$cuda12_trt_version.Windows10.x86_64.cuda-12.8"
75+
$trtFolder = "TensorRT-$cuda12_trt_version.Windows.win10.cuda-12.9"
7676
}
7777
7878
Write-Host "Setting TrtFolderRuntime variable to: $trtFolder"
@@ -91,7 +91,7 @@ steps:
9191
azcopy.exe cp --recursive https://lotusscus.blob.core.windows.net/models/local/$(TrtFolderRuntime) $(Agent.TempDirectory)
9292
9393
- powershell: |
94-
Write-Host "##vso[task.prependpath]$(Agent.TempDirectory)\$(TrtFolderRuntime)\lib"
94+
Write-Host "##vso[task.prependpath]$(Agent.TempDirectory)\$(TrtFolderRuntime)\lib;$(Agent.TempDirectory)\$(TrtFolderRuntime)\bin"
9595
displayName: 'Append TensorRT Directory to PATH'
9696
9797
- task: CmdLine@2

‎tools/ci_build/github/azure-pipelines/templates/jobs/set-winenv.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ parameters:
1818
default: 'TensorRT-10.13.3.9.Windows.win10.cuda-13.0'
1919
- name: win_trt_folder_cuda12
2020
type: string
21-
default: 'TensorRT-10.9.0.34.Windows10.x86_64.cuda-12.8'
21+
default: 'TensorRT-10.14.1.48.Windows.win10.cuda-12.9'
2222

2323
steps:
2424
- ${{ if eq(parameters.DownloadCUDA, 'true') }}:

‎tools/ci_build/github/linux/docker/Dockerfile.manylinux2_28_cuda‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@
55
ARG BASEIMAGE=nvidia/cuda:12.8.1-cudnn-devel-ubi8
66

77
FROM $BASEIMAGE
8-
ARG TRT_VERSION=10.9.0.34-1.cuda12.8
8+
ARG TRT_VERSION=10.14.1.48-1.cuda12.9
99

1010
#Install TensorRT only if TRT_VERSION is not empty
1111
RUN if [ -n "$TRT_VERSION" ]; then \

‎tools/ci_build/github/linux/docker/Dockerfile.package_ubi8_cuda_tensorrt10_0‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66

77
# Build base image with required system packages
88
ARG BASEIMAGE=nvidia/cuda:12.8.1-cudnn-devel-ubi8
9-
ARG TRT_VERSION=10.9.0.34-1.cuda12.8
9+
ARG TRT_VERSION=10.14.1.48-1.cuda12.9
1010
FROM $BASEIMAGE AS base
1111
ARG TRT_VERSION
1212
ENV PATH=/opt/python/cp310-cp310/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/src/tensorrt/bin:${PATH}

‎tools/ci_build/github/linux/docker/Dockerfile.package_ubuntu_2404_gpu‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@
55
# Dockerfile to run ONNXRuntime with TensorRT integration
66

77
ARG BASEIMAGE=nvidia/cuda:12.8.1-cudnn-devel-ubuntu24.04
8-
ARG TRT_VERSION=10.9.0.34-1+cuda12.8
8+
ARG TRT_VERSION=10.14.1.48-1+cuda12.9
99
ARG LD_LIBRARY_PATH_ARG=/usr/local/lib64:/usr/local/cuda/lib64
1010

1111
FROM $BASEIMAGE AS base

‎tools/ci_build/github/linux/docker/Dockerfile.ubuntu_cuda12_tensorrt10‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ RUN pip install --upgrade pip
3131
RUN pip install setuptools>=68.2.2 psutil
3232

3333
# Install TensorRT
34-
RUN TRT_VERSION="10.9.0.34-1+cuda12.8" &&\
34+
RUN TRT_VERSION="10.14.1.48-1+cuda12.9" &&\
3535
apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/7fa2af80.pub &&\
3636
apt-get update &&\
3737
apt-get install -y \

‎tools/ci_build/github/linux/docker/inference/x86_64/python/cuda/Dockerfile‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@
55
ARG BASEIMAGE=nvidia/cuda:12.8.1-cudnn-devel-ubi8
66

77
FROM $BASEIMAGE
8-
ARG TRT_VERSION=10.9.0.34-1.cuda12.8
8+
ARG TRT_VERSION=10.14.1.48-1.cuda12.9
99

1010
#Install TensorRT only if TRT_VERSION is not empty
1111
RUN if [ -n "${TRT_VERSION}" ]; then \

0 commit comments

Comments
 (0)