Skip to content

Commit 7abc6d1

Browse files
committed
Add Redis password support to KV cache scorer
Introduced handling for a new environment variable `KVCACHE_INDEXER_REDIS_PWD` to enable optional Redis password configuration. This improves flexibility for connecting to secured Redis instances. Signed-off-by: Tyler Lisowski <lisowski@us.ibm.com>
1 parent d87765d commit 7abc6d1

File tree

1 file changed

+8
-2
lines changed

1 file changed

+8
-2
lines changed

pkg/scheduling/plugins/scorer/kvcache-aware.go

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,8 +17,9 @@ import (
1717
const (
1818
kvCacheAwareScorerName = "kvcache-aware-scorer"
1919

20-
kvCacheRedisEnvVar = "KVCACHE_INDEXER_REDIS_ADDR"
21-
huggingFaceTokenEnvVar = "HF_TOKEN"
20+
kvCacheRedisEnvVar = "KVCACHE_INDEXER_REDIS_ADDR"
21+
kvCacheRedisPasswordEnvVar = "KVCACHE_INDEXER_REDIS_PWD"
22+
huggingFaceTokenEnvVar = "HF_TOKEN"
2223
)
2324

2425
// KVCacheAwareScorer uses the KVCacheIndexer to score pods based on KVCache
@@ -42,6 +43,11 @@ func NewKVCacheAwareScorer(ctx context.Context) (plugins.Scorer, error) {
4243
return nil, fmt.Errorf("environment variable %s is not set", kvCacheRedisEnvVar)
4344
}
4445

46+
redisPassword := os.Getenv(kvCacheRedisPasswordEnvVar)
47+
if redisPassword != "" {
48+
config.KVBlockIndexerConfig.RedisPassword = redisAddr
49+
}
50+
4551
hfToken := os.Getenv(huggingFaceTokenEnvVar)
4652
if hfToken != "" {
4753
config.TokenizersPoolConfig.HuggingFaceToken = hfToken

0 commit comments

Comments
 (0)