Skip to content

Commit 3c4c6a7

Browse files
committed
fix(queueingmodel): propagate explicit SLO targets from default configuration
1 parent 511d3ae commit 3c4c6a7

1 file changed

Lines changed: 9 additions & 0 deletions

File tree

internal/engines/saturation/engine_queueing_model.go

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -162,6 +162,15 @@ func buildQMConfig(
162162
if defaultCfg.SLOMultiplier > 1.0 {
163163
cfg.SLOMultiplier = defaultCfg.SLOMultiplier
164164
}
165+
if defaultCfg.TargetTTFT > 0 && defaultCfg.TargetITL > 0 {
166+
modelKey := queueingmodel.MakeModelKey(namespace, modelID)
167+
cfg.SLOTargets = map[string]*queueingmodel.SLOTarget{
168+
modelKey: {
169+
TargetTTFT: defaultCfg.TargetTTFT,
170+
TargetITL: defaultCfg.TargetITL,
171+
},
172+
}
173+
}
165174
}
166175

167176
// Scan for a per-model override matching this model

0 commit comments

Comments
 (0)