We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 4f8a7b9 commit 9d9ccb8Copy full SHA for 9d9ccb8
pkg/plugins/profile/prefix_disagg_decider.go
@@ -75,8 +75,7 @@ func (d *prefixDisaggregationDecider) isDisaggregationRequired(ctx context.Conte
75
logger := log.FromContext(ctx)
76
debugLogger := log.FromContext(ctx).V(logutil.DEBUG)
77
78
- if d.nonCachedTokens <= 0 {
79
- // always use disaggregation in case of non cached tokens number is 0
+ if d.nonCachedTokens <= 0 { // always use disaggregation in case of non cached tokens number is 0
80
return true
81
}
82
if endpoint == nil {
0 commit comments