f

Signed-off-by: oliver könig <okoenig@nvidia.com>

Author: ko3n1g

nemo_export/trt_llm/tensorrt_llm_run.py

@@ -30,16 +30,22 @@
 from tensorrt_llm.builder import Engine
 from tensorrt_llm.lora_manager import LoraManager
 from tensorrt_llm.quantization import QuantMode
-from tensorrt_llm.runtime import (
-    ModelConfig,
-    ModelRunner,
-    ModelRunnerCpp,
-    SamplingConfig,
-)
 from transformers import PreTrainedTokenizer
 
+from nemo_export_deploy_common.import_utils import UnavailableError
+
 LOGGER = logging.getLogger("NeMo")
 
+try:
+    from tensorrt_llm.runtime import (
+        ModelConfig,
+        ModelRunner,
+        ModelRunnerCpp,
+        SamplingConfig,
+    )
+except (ImportError, ModuleNotFoundError) as e:
+    raise UnavailableError("tensorrt_llm is not available. Please install it with `pip install tensorrt-llm`.") from e
+
 use_trtllm_bindings = True
 try:
     from tensorrt_llm.bindings import GptJsonConfig