Skip to content

Commit d2f4ef7

Browse files
asfiyab-nvidiaasfiyab-nvidia
authored
Merge pull request #3828 from asfiyab-nvidia/dev-asfiyab-10.0.1-updates
TensorRT 10.0 GA Release
2 parents 28733f0 + d3107c8 commit d2f4ef7

File tree

853 files changed

+11169
-12121
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

853 files changed

+11169
-12121
lines changed

‎CHANGELOG.md

+18-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,23 @@
11
# TensorRT OSS Release Changelog
22

3-
## 10.0.0 EA - 2024-04-02
3+
## 10.0.1 GA - 2024-04-30
4+
5+
Key Features and Updates:
6+
7+
- Parser changes
8+
- Added support for building with `protobuf-lite`.
9+
- Fixed issue when parsing and refitting models with nested `BatchNormalization` nodes.
10+
- Added support for empty inputs in custom plugin nodes.
11+
- Demo changes
12+
- The following demos have been removed: Jasper, Tacotron2, HuggingFace Diffusers notebook
13+
- Updated tooling
14+
- Polygraphy v0.49.10
15+
- ONNX-GraphSurgeon v0.5.2
16+
- Build Containers
17+
- Updated default cuda versions to `12.4.0`.
18+
- Added Rocky Linux 8 and Rocky Linux 9 build containers
19+
20+
## 10.0.0 EA - 2024-03-27
421

522
Key Features and Updates:
623

‎CMakeLists.txt

+27-5
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");
@@ -143,7 +143,20 @@ if(BUILD_PARSERS)
143143
configure_protobuf(${PROTOBUF_VERSION})
144144
endif()
145145

146-
find_library_create_target(nvinfer nvinfer SHARED ${TRT_LIB_DIR})
146+
# Windows library names have major version appended.
147+
if (MSVC)
148+
set(nvinfer_lib_name "nvinfer_${TRT_SOVERSION}")
149+
set(nvinfer_plugin_lib_name "nvinfer_plugin_${TRT_SOVERSION}")
150+
set(nvinfer_vc_plugin_lib_name "nvinfer_vc_plugin_${TRT_SOVERSION}")
151+
set(nvonnxparser_lib_name "nvonnxparser_${TRT_SOVERSION}")
152+
else()
153+
set(nvinfer_lib_name "nvinfer")
154+
set(nvinfer_plugin_lib_name "nvinfer_plugin")
155+
set(nvinfer_vc_plugin_lib_name "nvinfer_vc_plugin")
156+
set(nvonnxparser_lib_name "nvonnxparser")
157+
endif()
158+
159+
find_library_create_target(nvinfer ${nvinfer_lib_name} SHARED ${TRT_LIB_DIR})
147160

148161
find_library(CUDART_LIB cudart_static HINTS ${CUDA_TOOLKIT_ROOT_DIR} PATH_SUFFIXES lib lib/x64 lib64)
149162

@@ -165,7 +178,16 @@ else()
165178
75
166179
)
167180

168-
string(REGEX MATCH "aarch64" IS_ARM "${TRT_PLATFORM_ID}")
181+
find_file(IS_L4T_NATIVE nv_tegra_release PATHS /env/)
182+
set (IS_L4T_CROSS "False")
183+
if (DEFINED ENV{IS_L4T_CROSS})
184+
set(IS_L4T_CROSS $ENV{IS_L4T_CROSS})
185+
endif()
186+
187+
if (IS_L4T_NATIVE OR ${IS_L4T_CROSS} STREQUAL "True")
188+
# Only Orin (SM87) supported
189+
list(APPEND GPU_ARCHS 87)
190+
endif()
169191

170192
if (CUDA_VERSION VERSION_GREATER_EQUAL 11.0)
171193
# Ampere GPU (SM80) support is only available in CUDA versions > 11.0
@@ -206,13 +228,13 @@ endif()
206228
if(BUILD_PLUGINS)
207229
add_subdirectory(plugin)
208230
else()
209-
find_library_create_target(nvinfer_plugin nvinfer_plugin SHARED ${TRT_OUT_DIR} ${TRT_LIB_DIR})
231+
find_library_create_target(nvinfer_plugin ${nvinfer_plugin_lib_name} SHARED ${TRT_OUT_DIR} ${TRT_LIB_DIR})
210232
endif()
211233

212234
if(BUILD_PARSERS)
213235
add_subdirectory(parsers)
214236
else()
215-
find_library_create_target(nvonnxparser nvonnxparser SHARED ${TRT_OUT_DIR} ${TRT_LIB_DIR})
237+
find_library_create_target(nvonnxparser ${nvonnxparser_lib_name} SHARED ${TRT_OUT_DIR} ${TRT_LIB_DIR})
216238
endif()
217239

218240
if(BUILD_SAMPLES)

‎README.md

+44-10
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ You can skip the **Build** section to enjoy TensorRT with Python.
2626
To build the TensorRT-OSS components, you will first need the following software packages.
2727

2828
**TensorRT GA build**
29-
* TensorRT v10.0.0.6
29+
* TensorRT v10.0.1.6
3030
* Available from direct download links listed below
3131

3232
**System Packages**
@@ -73,16 +73,16 @@ To build the TensorRT-OSS components, you will first need the following software
7373
If using the TensorRT OSS build container, TensorRT libraries are preinstalled under `/usr/lib/x86_64-linux-gnu` and you may skip this step.
7474

7575
Else download and extract the TensorRT GA build from [NVIDIA Developer Zone](https://developer.nvidia.com) with the direct links below:
76-
- [TensorRT 10.0.0.6 for CUDA 11.8, Linux x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.0.0/tars/TensorRT-10.0.0.6.Linux.x86_64-gnu.cuda-11.8.tar.gz)
77-
- [TensorRT 10.0.0.6 for CUDA 12.4, Linux x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.0.0/tars/TensorRT-10.0.0.6.Linux.x86_64-gnu.cuda-12.4.tar.gz)
76+
- [TensorRT 10.0.1.6 for CUDA 11.8, Linux x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.0.1/tars/TensorRT-10.0.1.6.Linux.x86_64-gnu.cuda-11.8.tar.gz)
77+
- [TensorRT 10.0.1.6 for CUDA 12.4, Linux x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.0.1/tars/TensorRT-10.0.1.6.Linux.x86_64-gnu.cuda-12.4.tar.gz)
7878

7979

8080
**Example: Ubuntu 20.04 on x86-64 with cuda-12.4**
8181

8282
```bash
8383
cd ~/Downloads
84-
tar -xvzf TensorRT-10.0.0.6.Linux.x86_64-gnu.cuda-12.4.tar.gz
85-
export TRT_LIBPATH=`pwd`/TensorRT-10.0.0.6
84+
tar -xvzf TensorRT-10.0.1.6.Linux.x86_64-gnu.cuda-12.4.tar.gz
85+
export TRT_LIBPATH=`pwd`/TensorRT-10.0.1.6
8686
```
8787

8888
## Setting Up The Build Environment
@@ -92,16 +92,27 @@ For Linux platforms, we recommend that you generate a docker container for build
9292
1. #### Generate the TensorRT-OSS build container.
9393
The TensorRT-OSS build container can be generated using the supplied Dockerfiles and build scripts. The build containers are configured for building TensorRT OSS out-of-the-box.
9494

95-
**Example: Ubuntu 20.04 on x86-64 with cuda-12.3.2 (default)**
95+
**Example: Ubuntu 20.04 on x86-64 with cuda-12.4 (default)**
9696
```bash
97-
./docker/build.sh --file docker/ubuntu-20.04.Dockerfile --tag tensorrt-ubuntu20.04-cuda12.3.2
97+
./docker/build.sh --file docker/ubuntu-20.04.Dockerfile --tag tensorrt-ubuntu20.04-cuda12.4
98+
```
99+
**Example: Rockylinux8 on x86-64 with cuda-12.4**
100+
```bash
101+
./docker/build.sh --file docker/rockylinux8.Dockerfile --tag tensorrt-rockylinux8-cuda12.4
102+
```
103+
**Example: Ubuntu 22.04 cross-compile for Jetson (aarch64) with cuda-12.4 (JetPack SDK)**
104+
```bash
105+
./docker/build.sh --file docker/ubuntu-cross-aarch64.Dockerfile --tag tensorrt-jetpack-cuda12.4
106+
```
107+
**Example: Ubuntu 22.04 on aarch64 with cuda-12.4**
108+
```bash
109+
./docker/build.sh --file docker/ubuntu-22.04-aarch64.Dockerfile --tag tensorrt-aarch64-ubuntu22.04-cuda12.4
98110
```
99-
100111

101112
2. #### Launch the TensorRT-OSS build container.
102113
**Example: Ubuntu 20.04 build container**
103114
```bash
104-
./docker/launch.sh --tag tensorrt-ubuntu20.04-cuda12.3.2 --gpus all
115+
./docker/launch.sh --tag tensorrt-ubuntu20.04-cuda12.4 --gpus all
105116
```
106117
> NOTE:
107118
<br> 1. Use the `--tag` corresponding to build container generated in Step 1.
@@ -112,13 +123,36 @@ For Linux platforms, we recommend that you generate a docker container for build
112123
## Building TensorRT-OSS
113124
* Generate Makefiles and build.
114125

115-
**Example: Linux (x86-64) build with default cuda-12.3.2**
126+
**Example: Linux (x86-64) build with default cuda-12.4**
116127
```bash
117128
cd $TRT_OSSPATH
118129
mkdir -p build && cd build
119130
cmake .. -DTRT_LIB_DIR=$TRT_LIBPATH -DTRT_OUT_DIR=`pwd`/out
120131
make -j$(nproc)
121132
```
133+
**Example: Linux (aarch64) build with default cuda-12.4**
134+
```bash
135+
cd $TRT_OSSPATH
136+
mkdir -p build && cd build
137+
cmake .. -DTRT_LIB_DIR=$TRT_LIBPATH -DTRT_OUT_DIR=`pwd`/out -DCMAKE_TOOLCHAIN_FILE=$TRT_OSSPATH/cmake/toolchains/cmake_aarch64-native.toolchain
138+
make -j$(nproc)
139+
```
140+
**Example: Native build on Jetson (aarch64) with cuda-12.4**
141+
```bash
142+
cd $TRT_OSSPATH
143+
mkdir -p build && cd build
144+
cmake .. -DTRT_LIB_DIR=$TRT_LIBPATH -DTRT_OUT_DIR=`pwd`/out -DTRT_PLATFORM_ID=aarch64 -DCUDA_VERSION=12.4
145+
CC=/usr/bin/gcc make -j$(nproc)
146+
```
147+
> NOTE: C compiler must be explicitly specified via CC= for native aarch64 builds of protobuf.
148+
149+
**Example: Ubuntu 22.04 Cross-Compile for Jetson (aarch64) with cuda-12.4 (JetPack)**
150+
```bash
151+
cd $TRT_OSSPATH
152+
mkdir -p build && cd build
153+
cmake .. -DCMAKE_TOOLCHAIN_FILE=$TRT_OSSPATH/cmake/toolchains/cmake_aarch64.toolchain -DCUDA_VERSION=12.4 -DCUDNN_LIB=/pdk_files/cudnn/usr/lib/aarch64-linux-gnu/libcudnn.so -DCUBLAS_LIB=/usr/local/cuda-12.4/targets/aarch64-linux/lib/stubs/libcublas.so -DCUBLASLT_LIB=/usr/local/cuda-12.4/targets/aarch64-linux/lib/stubs/libcublasLt.so -DTRT_LIB_DIR=/pdk_files/tensorrt/lib
154+
make -j$(nproc)
155+
```
122156

123157
> NOTE:
124158
<br> 1. The default CUDA version used by CMake is 12.2.0. To override this, for example to 11.8, append `-DCUDA_VERSION=11.8` to the cmake command.

‎VERSION

+1-1
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
10.0.0.6
1+
10.0.1.6

‎cmake/modules/find_library_create_target.cmake

+2-5
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");
@@ -25,9 +25,6 @@ macro(find_library_create_target target_name lib libtype hints)
2525
find_library(${lib}_LIB_PATH ${lib})
2626
message(STATUS "Library that was found ${${lib}_LIB_PATH}")
2727
add_library(${target_name} ${libtype} IMPORTED)
28-
set_property(TARGET ${target_name} PROPERTY IMPORTED_LOCATION ${${lib}_LIB_PATH}) # This should be .so or .dll file, currently its .a or .lib.
29-
if (WIN32)
30-
set_property(TARGET ${target_name} PROPERTY IMPORTED_IMPLIB ${${lib}_LIB_PATH}) # This should be a .lib file
31-
endif()
28+
set_property(TARGET ${target_name} PROPERTY IMPORTED_LOCATION ${${lib}_LIB_PATH})
3229
message(STATUS "==========================================================================================")
3330
endmacro()

‎cmake/modules/set_ifndef.cmake

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");

‎cmake/toolchains/cmake_aarch64-android.toolchain

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");

‎cmake/toolchains/cmake_aarch64-native.toolchain

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");

‎cmake/toolchains/cmake_aarch64.toolchain

+12-2
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");
@@ -19,6 +19,8 @@ set(CMAKE_SYSTEM_NAME Linux)
1919
set(CMAKE_SYSTEM_PROCESSOR aarch64)
2020

2121
set(TRT_PLATFORM_ID "aarch64")
22+
set(CMAKE_FIND_LIBRARY_PREFIXES "lib")
23+
set(CMAKE_FIND_LIBRARY_SUFFIXES .so)
2224

2325
if("$ENV{ARMSERVER}" AND "${CUDA_VERSION}" VERSION_GREATER_EQUAL 11.0)
2426
set(CUDA_PLATFORM_ID "sbsa-linux")
@@ -46,10 +48,18 @@ set(BUILD_LIBRARY_ONLY 1)
4648
set(CUDA_TOOLKIT_ROOT_DIR ${CUDA_ROOT})
4749
set(CUDA_INCLUDE_DIRS ${CUDA_ROOT}/include)
4850

51+
set(CMAKE_THREAD_LIBS_INIT "-lpthread")
52+
set(CMAKE_HAVE_THREADS_LIBRARY 1)
53+
set(CMAKE_USE_WIN32_THREADS_INIT 0)
54+
set(CMAKE_USE_PTHREADS_INIT 1)
55+
4956
find_library(RT_LIB rt PATHS /usr/aarch64-linux-gnu/lib /usr/lib/aarch64-linux-gnu)
5057

5158
if(NOT RT_LIB)
52-
message(WARNING "librt.so not found in default paths")
59+
find_file(RT_LIB librt.so PATHS /usr/aarch64-linux-gnu/lib /usr/lib/aarch64-linux-gnu)
60+
if(NOT RT_LIB)
61+
message(WARNING "librt.so not found in default paths")
62+
endif()
5363
endif()
5464

5565
message("RT_LIB: ${RT_LIB}")

‎cmake/toolchains/cmake_aarch64_cross.toolchain

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");

‎cmake/toolchains/cmake_ppc64le.toolchain

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");

‎cmake/toolchains/cmake_qnx.toolchain

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");

‎cmake/toolchains/cmake_x64_win.toolchain

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");

‎cmake/toolchains/cmake_x86_64.toolchain

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");

‎cmake/toolchains/cmake_x86_64_agnostic.toolchain

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");

‎demo/BERT/CMakeLists.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");

‎demo/BERT/README.md

+3-3
Original file line numberDiff line numberDiff line change
@@ -73,9 +73,9 @@ The following software version configuration has been tested:
7373

7474
|Software|Version|
7575
|--------|-------|
76-
|Python|>=3.6|
77-
|TensorRT|8.5.1|
78-
|CUDA|11.6|
76+
|Python|>=3.8|
77+
|TensorRT|10.0.1.6|
78+
|CUDA|12.4|
7979

8080
## Setup
8181

‎demo/BERT/builder.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
#!/usr/bin/env python3
22
#
3-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
3+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
44
# SPDX-License-Identifier: Apache-2.0
55
#
66
# Licensed under the Apache License, Version 2.0 (the "License");
@@ -43,7 +43,7 @@
4343
trt_version = [n for n in trt.__version__.split('.')]
4444

4545
# Import necessary plugins for demoBERT
46-
plugin_lib_name = "nvinfer_plugin.dll" if sys.platform == "win32" else "libnvinfer_plugin.so"
46+
plugin_lib_name = "nvinfer_plugin_10.dll" if sys.platform == "win32" else "libnvinfer_plugin.so"
4747
env_name_to_add_path = "PATH" if sys.platform == "win32" else "LD_LIBRARY_PATH"
4848
handle = ctypes.CDLL(plugin_lib_name, mode=ctypes.RTLD_GLOBAL)
4949
if not handle:

‎demo/BERT/builder_utils.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");

‎demo/BERT/builder_varseqlen.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
#!/usr/bin/env python3
22
#
3-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
3+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
44
# SPDX-License-Identifier: Apache-2.0
55
#
66
# Licensed under the Apache License, Version 2.0 (the "License");
@@ -42,7 +42,7 @@
4242
trt_version = [n for n in trt.__version__.split('.')]
4343

4444
# Import necessary plugins for demoBERT
45-
plugin_lib_name = "nvinfer_plugin.dll" if sys.platform == "win32" else "libnvinfer_plugin.so"
45+
plugin_lib_name = "nvinfer_plugin_10.dll" if sys.platform == "win32" else "libnvinfer_plugin.so"
4646
env_name_to_add_path = "PATH" if sys.platform == "win32" else "LD_LIBRARY_PATH"
4747
handle = ctypes.CDLL(plugin_lib_name, mode=ctypes.RTLD_GLOBAL)
4848
if not handle:

‎demo/BERT/helpers/calibrator.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
#!/usr/bin/env python3
22
#
3-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
3+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
44
# SPDX-License-Identifier: Apache-2.0
55
#
66
# Licensed under the Apache License, Version 2.0 (the "License");

‎demo/BERT/helpers/data_processing.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
#!/usr/bin/env python3
22
#
3-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
3+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
44
# SPDX-License-Identifier: Apache-2.0
55
#
66
# Licensed under the Apache License, Version 2.0 (the "License");

‎demo/BERT/helpers/tokenization.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#
2-
# SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
# SPDX-License-Identifier: Apache-2.0
44
#
55
# Licensed under the Apache License, Version 2.0 (the "License");

0 commit comments

Comments
 (0)