Skip to content

Commit

Permalink
fixed redundant code in TRT Interpreter
Browse files Browse the repository at this point in the history
  • Loading branch information
cehongwang committed Feb 14, 2025
1 parent 2368e63 commit 6824e57
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 8 deletions.
10 changes: 3 additions & 7 deletions py/torch_tensorrt/dynamo/conversion/_TRTInterpreter.py
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,9 @@
from torch_tensorrt.dynamo.conversion._ConverterRegistry import (
DYNAMO_CONVERTERS as CONVERTERS,
)
from torch_tensorrt.dynamo.conversion._ConverterRegistry import CallingConvention
from torch_tensorrt.dynamo.conversion._ConverterRegistry import (
CallingConvention,
)
from torch_tensorrt.dynamo.conversion._TRTBuilderMonitor import TRTBulderMonitor
from torch_tensorrt.dynamo.conversion.converter_utils import (
get_node_io,
Expand Down Expand Up @@ -740,10 +742,6 @@ def run(
def run_node(self, n: torch.fx.Node) -> torch.fx.Node:
self._cur_node_name = get_node_name(n)
self._cur_node = n
# add "_itensor_to_tensor_meta"
kwargs = dict(n.kwargs)
kwargs["_itensor_to_tensor_meta"] = self._itensor_to_tensor_meta
n.kwargs = kwargs

if _LOGGER.isEnabledFor(logging.DEBUG):
_LOGGER.debug(
Expand All @@ -759,9 +757,7 @@ def run_node(self, n: torch.fx.Node) -> torch.fx.Node:
f"Converted node {self._cur_node_name} [{n.target}] ({get_node_io(n, self.const_mapping)})"
)

# remove "_itensor_to_tensor_meta"
kwargs = dict(n.kwargs)
del kwargs["_itensor_to_tensor_meta"]
n.kwargs = kwargs

if isinstance(trt_node, trt.ITensor):
Expand Down
2 changes: 1 addition & 1 deletion py/torch_tensorrt/fx/converters/acc_ops_converters.py
Original file line number Diff line number Diff line change
Expand Up @@ -3221,7 +3221,7 @@ def acc_ops_dequantize(
name: str,
) -> Union[TRTTensor, Sequence[TRTTensor]]:
input_val = kwargs["input"]
input_val_tensor_meta = kwargs["_itensor_to_tensor_meta"][input_val] # type: ignore[index]
input_val_tensor_meta = network._itensor_to_tensor_meta[input_val] # type: ignore[index]

if not isinstance(input_val, TRTTensor):
raise RuntimeError(
Expand Down

0 comments on commit 6824e57

Please sign in to comment.