File tree Expand file tree Collapse file tree
pkg/epp/framework/plugins/flowcontrol/saturationdetector/concurrency Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -62,8 +62,8 @@ type apiConfig struct {
6262 // Valid values are:
6363 // - "requests": use discrete request counts for capacity accounting.
6464 // - "tokens": use estimated token counts for capacity accounting.
65- // - "hybrid": evaluate both request and token accounting and report whichever
66- // reaches saturation first ( the more constraining of the two) .
65+ // - "hybrid": evaluate each endpoint as the more constraining of its request and
66+ // token ratios; pool saturation is the average of these across endpoints .
6767 //
6868 // Defaults to "requests" if unset.
6969 ConcurrencyMode * concurrencyMode `json:"concurrencyMode,omitempty"`
@@ -87,7 +87,7 @@ const (
8787 modeRequests concurrencyMode = "requests"
8888 // modeTokens uses token count for concurrency detection.
8989 modeTokens concurrencyMode = "tokens"
90- // modeHybrid uses both request and token counts, reporting whichever saturates first .
90+ // modeHybrid uses endpoint average saturation across both request and token counts.
9191 modeHybrid concurrencyMode = "hybrid"
9292)
9393
You can’t perform that action at this time.
0 commit comments