Skip to content

Commit 19e051b

Browse files
committed
pool: decode blocks tracked without parent lineage (from prefill)
1 parent 7af1f63 commit 19e051b

File tree

1 file changed

+7
-3
lines changed

1 file changed

+7
-3
lines changed

pkg/kvevents/pool.go

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -282,11 +282,15 @@ func (p *Pool) digestEvents(ctx context.Context, podIdentifier, modelName string
282282

283283
key, err := p.index.GetRequestKey(ctx, parentEngineKey)
284284
if err != nil {
285-
debugLogger.Error(err, "Failed to get request key for parent block",
285+
// Parent block not found - expected in P/D disaggregation where blocks
286+
// are transferred between pods. Continue with empty parent to track this block.
287+
debugLogger.V(1).Info("Parent block key not found in index, tracking block with model init hash",
286288
"parentEngineKey", parentEngineKey, "effectiveModelName", effectiveModelName)
287-
continue
289+
// Use empty parent - TokensToKVBlockKeys will use model init hash
290+
parentRequestKey = kvblock.EmptyBlockHash
291+
} else {
292+
parentRequestKey = key
288293
}
289-
parentRequestKey = key
290294
}
291295

292296
requestKeys := p.tokenProcessor.TokensToKVBlockKeys(parentRequestKey, ev.TokenIds, effectiveModelName)

0 commit comments

Comments
 (0)