Skip to content

Commit 9d9ccb8

Browse files
mayabarelevran
andauthored
Update pkg/plugins/profile/prefix_disagg_decider.go
Co-authored-by: Etai Lev Ran <elevran@gmail.com> Signed-off-by: Maya Barnea <mayab@il.ibm.com>
1 parent 4f8a7b9 commit 9d9ccb8

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

pkg/plugins/profile/prefix_disagg_decider.go

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -75,8 +75,7 @@ func (d *prefixDisaggregationDecider) isDisaggregationRequired(ctx context.Conte
7575
logger := log.FromContext(ctx)
7676
debugLogger := log.FromContext(ctx).V(logutil.DEBUG)
7777

78-
if d.nonCachedTokens <= 0 {
79-
// always use disaggregation in case of non cached tokens number is 0
78+
if d.nonCachedTokens <= 0 { // always use disaggregation in case of non cached tokens number is 0
8079
return true
8180
}
8281
if endpoint == nil {

0 commit comments

Comments
 (0)