Skip to content

Commit e706a7a

Browse files
authored
Null out serverDat.Sleeping when no vLLM instances associated yet (llm-d-incubation#359)
Signed-off-by: Jun Duan <jun.duan.phd@outlook.com>
1 parent ecf0d21 commit e706a7a

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

pkg/controller/dual-pods/inference-server.go

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -547,7 +547,7 @@ func (item infSvrItem) process(urCtx context.Context, ctl *controller, nodeDat *
547547
}
548548
return err, true
549549
}
550-
serverDat.Sleeping = ptr.To(false)
550+
serverDat.Sleeping = nil
551551
logger.V(2).Info("Created launcher-based server-providing pod", "name", echo.Name, "gpus", serverDat.GPUIDsStr, "annotations", echo.Annotations, "labels", echo.Labels, "resourceVersion", echo.ResourceVersion)
552552

553553
return ctl.ensureReqStatus(ctx, requestingPod, serverDat)

0 commit comments

Comments
 (0)