Skip to content

Commit 49fa4a2

Browse files
committed
safe_import
Signed-off-by: oliver könig <okoenig@nvidia.com>
1 parent 2829390 commit 49fa4a2

1 file changed

Lines changed: 10 additions & 1 deletion

File tree

nemo_deploy/deploy_pytriton.py

Lines changed: 10 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,13 @@
1616
import logging
1717

1818
from nemo_deploy.deploy_base import DeployBase
19-
from nemo_export_deploy_common.import_utils import UnavailableError
19+
from nemo_export_deploy_common.import_utils import UnavailableError, safe_import
20+
21+
MISSING_TRITON_MSG = "pytriton is not available. Please install it with `pip install nvidia-pytriton`."
22+
23+
ModelConfig, HAVE_TRITON = safe_import("pytriton.model_config", "ModelConfig", message=MISSING_TRITON_MSG)
24+
Triton, HAVE_TRITON = safe_import("pytriton.triton", "Triton", message=MISSING_TRITON_MSG)
25+
TritonConfig, HAVE_TRITON = safe_import("pytriton.triton", "TritonConfig", message=MISSING_TRITON_MSG)
2026

2127
try:
2228
from pytriton.model_config import ModelConfig
@@ -87,6 +93,9 @@ def __init__(
8793
port (int) : port for the Triton server
8894
address (str): http address for Triton server to bind.
8995
"""
96+
if not HAVE_TRITON:
97+
raise UnavailableError(MISSING_TRITON_MSG)
98+
9099
super().__init__(
91100
triton_model_name=triton_model_name,
92101
triton_model_version=triton_model_version,

0 commit comments

Comments
 (0)