Skip to content

Commit 3894951

Browse files
committed
[connector/sglang] add integration tests for hybrid DSA Indexer scenarios
- Introduced a new test file `test_indexer.py` to validate integration between KV Cache Manager and DSA Indexer. - Enhanced process management for the KV Cache Manager during tests. - Sync with the latest SGLang API changes
1 parent 42f8352 commit 3894951

3 files changed

Lines changed: 628 additions & 2 deletions

File tree

kv_cache_manager/py_connector/sglang/test.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,8 +12,8 @@
1212
from sglang.srt.mem_cache.hicache_storage import (
1313
HiCacheStorageConfig,
1414
HiCacheStorageExtraInfo,
15-
get_hash_str,
1615
)
16+
from sglang.srt.mem_cache.utils import get_hash_str
1717
from sglang.srt.mem_cache.memory_pool import MHATokenToKVPool
1818
from sglang.srt.mem_cache.memory_pool_host import MHATokenToKVPoolHost
1919
from sglang.srt.distributed import (
@@ -125,6 +125,8 @@ def test():
125125
tp_size=1,
126126
pp_rank=0,
127127
pp_size=1,
128+
attn_cp_rank=0,
129+
attn_cp_size=1,
128130
is_mla_model=False,
129131
enable_storage_metrics=False,
130132
is_page_first_layout=True,
@@ -484,6 +486,8 @@ def __init__(self, cpu_group):
484486
tp_size=world_size,
485487
pp_rank=0,
486488
pp_size=1,
489+
attn_cp_rank=0,
490+
attn_cp_size=1,
487491
is_mla_model=False,
488492
enable_storage_metrics=False,
489493
is_page_first_layout=True,

0 commit comments

Comments
 (0)