Skip to content

Commit 2846ef7

Browse files
zewenli98zewenli98
authored
Merge branch 'main' into support_dds_and_nonzero
2 parents a11078f + 002bacf commit 2846ef7

File tree

241 files changed

+1128
-1180
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

241 files changed

+1128
-1180
lines changed

‎.github/scripts/generate_binary_build_matrix.py

-1
Original file line numberDiff line numberDiff line change
@@ -469,7 +469,6 @@ def generate_wheels_matrix(
469469
ret: List[Dict[str, Any]] = []
470470
for python_version in python_versions:
471471
for arch_version in arches:
472-
473472
# TODO: Enable Python 3.13 support for ROCM
474473
if arch_version in ROCM_ARCHES and python_version == "3.13":
475474
continue

‎core/conversion/converters/impl/batch_norm.cpp

+11-4
Original file line numberDiff line numberDiff line change
@@ -134,9 +134,14 @@ auto batch_norm_registrations TORCHTRT_UNUSED =
134134

135135
auto eps = static_cast<float>(args[7].unwrapToDouble(1e-5f));
136136

137-
auto scales = args[1].unwrapToTensor(at::ones(shape[1], options)).cpu().contiguous();
138-
auto bias = args[2].unwrapToTensor(at::zeros(shape[1], options)).cpu().contiguous();
139-
137+
auto scales = at::ones(shape[1], options);
138+
if (!args[1].IValue()->isNone()) {
139+
scales = args[1].unwrapToTensor(at::ones(shape[1], options)).cpu().contiguous();
140+
}
141+
auto bias = at::zeros(shape[1], options);
142+
if (!args[2].IValue()->isNone()) {
143+
bias = args[2].unwrapToTensor(at::zeros(shape[1], options)).cpu().contiguous();
144+
}
140145
// track_running_stats=True
141146
if (!args[3].IValue()->isNone() || !args[4].IValue()->isNone()) {
142147
auto running_mean = args[3].unwrapToTensor();
@@ -154,6 +159,8 @@ auto batch_norm_registrations TORCHTRT_UNUSED =
154159
return true;
155160
}
156161

162+
// Not sure this actually does something since the cudnn_enabled is from the PyTorch context.
163+
// We need cuDNN either way to run this converter
157164
auto cudnn_enabled = static_cast<bool>(args[8].unwrapToBool(false));
158165
if (!cudnn_enabled) {
159166
LOG_DEBUG(
@@ -162,7 +169,7 @@ auto batch_norm_registrations TORCHTRT_UNUSED =
162169
so for some functionalities, users need to install correct \
163170
cuDNN version by themselves. Please see our support matrix \
164171
here: https://docs.nvidia.com/deeplearning/tensorrt/support-matrix/index.html.");
165-
return false;
172+
// return false;
166173
}
167174

168175
const int relu = 0;

‎core/util/prelude.h

+1
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@
22

33
// A collection of headers from util that will typically get included in most
44
// files
5+
#include <cstdint>
56
#include "core/util/Exception.h"
67
#include "core/util/build_info.h"
78
#include "core/util/jit_util.h"

‎docs/_cpp_api/classtorch__tensorrt_1_1DataType.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Class DataType &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Class DataType &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Class Device::DeviceType &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Class Device::DeviceType &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Class TensorFormat &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Class TensorFormat &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define STR &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Define STR &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define XSTR &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Define XSTR &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/dir_cpp.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Directory cpp &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Directory cpp &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -291,7 +291,7 @@
291291

292292

293293
<div class="version">
294-
v2.7.0.dev0+cfdb585
294+
v2.7.0.dev0+f2a38f5
295295
</div>
296296

297297

‎docs/_cpp_api/dir_cpp_include.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Directory include &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Directory include &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -291,7 +291,7 @@
291291

292292

293293
<div class="version">
294-
v2.7.0.dev0+cfdb585
294+
v2.7.0.dev0+f2a38f5
295295
</div>
296296

297297

‎docs/_cpp_api/dir_cpp_include_torch_tensorrt.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -291,7 +291,7 @@
291291

292292

293293
<div class="version">
294-
v2.7.0.dev0+cfdb585
294+
v2.7.0.dev0+f2a38f5
295295
</div>
296296

297297

‎docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Enum Level &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Enum Level &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Enum EngineCapability &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>Enum EngineCapability &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+cfdb585
296+
v2.7.0.dev0+f2a38f5
297297
</div>
298298

299299

‎docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html

+2-2
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>File logging.h &mdash; Torch-TensorRT v2.7.0.dev0+cfdb585 documentation</title>
13+
<title>File logging.h &mdash; Torch-TensorRT v2.7.0.dev0+f2a38f5 documentation</title>
1414

1515

1616

@@ -291,7 +291,7 @@
291291

292292

293293
<div class="version">
294-
v2.7.0.dev0+cfdb585
294+
v2.7.0.dev0+f2a38f5
295295
</div>
296296

297297

0 commit comments

Comments
 (0)