We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 511d3ae commit 3c4c6a7Copy full SHA for 3c4c6a7
1 file changed
internal/engines/saturation/engine_queueing_model.go
@@ -162,6 +162,15 @@ func buildQMConfig(
162
if defaultCfg.SLOMultiplier > 1.0 {
163
cfg.SLOMultiplier = defaultCfg.SLOMultiplier
164
}
165
+ if defaultCfg.TargetTTFT > 0 && defaultCfg.TargetITL > 0 {
166
+ modelKey := queueingmodel.MakeModelKey(namespace, modelID)
167
+ cfg.SLOTargets = map[string]*queueingmodel.SLOTarget{
168
+ modelKey: {
169
+ TargetTTFT: defaultCfg.TargetTTFT,
170
+ TargetITL: defaultCfg.TargetITL,
171
+ },
172
+ }
173
174
175
176
// Scan for a per-model override matching this model
0 commit comments