Skip to content

Commit 91b6793

Browse files
Replace the deprecated backend with model_type tags for non LLM nims
Signed-off-by: Vishesh Tanksale <vtanksale@nvidia.com>
1 parent 3754933 commit 91b6793

File tree

1 file changed

+9
-1
lines changed

1 file changed

+9
-1
lines changed

internal/nimparser/v2/nimparser.go

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -81,7 +81,15 @@ func (manifest NIMManifest) MatchProfiles(modelSpec appsv1alpha1.ModelSpec, disc
8181
// Determine backend type
8282
backend := profile.Tags["llm_engine"]
8383
if backend == "" {
84-
backend = profile.Tags["backend"]
84+
// model_type is used for non llm models
85+
backend = profile.Tags["model_type"]
86+
if backend == "" {
87+
// Fallback to backend tag if model_type is not set. Backend tag is deprecated.
88+
backend = profile.Tags["backend"]
89+
if backend == "triton" {
90+
backend = "tensorrt"
91+
}
92+
}
8593
}
8694

8795
if modelSpec.Engine != "" && !strings.Contains(backend, strings.TrimSuffix(modelSpec.Engine, "_llm")) {

0 commit comments

Comments
 (0)