@@ -204,10 +204,13 @@ func (r *Runner) Run(ctx context.Context) error {
204204 setupLog .Error (err , "Failed to extract GKNN" )
205205 return err
206206 }
207- disableK8sCrdReconcile := * endpointSelector != ""
208- controllerCfg := runserver .NewControllerConfig (disableK8sCrdReconcile )
209- ds , err := setupDatastore (setupLog , ctx , epf , int32 (opts .ModelServerMetricsPort ), disableK8sCrdReconcile ,
207+
208+ startCrdReconcilers := * endpointSelector == "" // If endpointSelector is empty, it means it's not in the standalone mode. Then we should start the inferencePool and other CRD Reconciler.
209+ controllerCfg := runserver .NewControllerConfig (startCrdReconcilers )
210+ ds , err := setupDatastore (setupLog , ctx , epf , int32 (opts .ModelServerMetricsPort ), startCrdReconcilers ,
210211 opts .PoolName , opts .PoolNamespace , opts .EndpointSelector , opts .EndpointTargetPorts )
212+
213+ ds , err := setupDatastore (setupLog , ctx , epf , int32 (* modelServerMetricsPort ), startCrdReconcilers , * poolName , * poolNamespace , * endpointSelector , * endpointTargetPorts )
211214 if err != nil {
212215 setupLog .Error (err , "Failed to setup datastore" )
213216 return err
@@ -368,8 +371,8 @@ func (r *Runner) Run(ctx context.Context) error {
368371}
369372
370373func setupDatastore (setupLog logr.Logger , ctx context.Context , epFactory datalayer.EndpointFactory , modelServerMetricsPort int32 ,
371- disableK8sCrdReconcile bool , namespace , name , endpointSelector string , endpointTargetPorts []int ) (datastore.Datastore , error ) {
372- if ! disableK8sCrdReconcile {
374+ startCrdReconcilers bool , namespace , name , endpointSelector string , endpointTargetPorts []int ) (datastore.Datastore , error ) {
375+ if startCrdReconcilers {
373376 return datastore .NewDatastore (ctx , epFactory , modelServerMetricsPort ), nil
374377 } else {
375378 endpointPool := datalayer .NewEndpointPool (namespace , name )
0 commit comments