Skip to content

Commit 2b2cae0

Browse files
committed
fix
1 parent 5e737d8 commit 2b2cae0

1 file changed

Lines changed: 28 additions & 0 deletions

File tree

ucm/integration/vllm/ucm_connector.py

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1298,6 +1298,34 @@ def get_num_new_matched_tokens(
12981298
)
12991299
return 0, False
13001300

1301+
def update_state_after_alloc(
1302+
self, request: "Request", blocks: "KVCacheBlocks", num_external_tokens: int
1303+
):
1304+
pass
1305+
1306+
def build_connector_meta(
1307+
self, scheduler_output: SchedulerOutput
1308+
) -> KVConnectorMetadata:
1309+
return UCMConnectorMetadata({})
1310+
1311+
def start_load_kv(self, forward_context: "ForwardContext", **kwargs: Any) -> None:
1312+
pass
1313+
1314+
def wait_for_layer_load(self, layer_name: str) -> None:
1315+
pass
1316+
1317+
def save_kv_layer(
1318+
self,
1319+
layer_name: str,
1320+
kv_layer: torch.Tensor,
1321+
attn_metadata: "AttentionMetadata",
1322+
**kwargs: Any,
1323+
) -> None:
1324+
pass
1325+
1326+
def wait_for_save(self) -> None:
1327+
pass
1328+
13011329

13021330
def layer_name_to_kv_cache_spec(
13031331
kv_cache_config: KVCacheConfig,

0 commit comments

Comments
 (0)