We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bc44f9f commit 2c17d33Copy full SHA for 2c17d33
1 file changed
vllm/v1/attention/backends/mla/triton_mla.py
@@ -48,7 +48,9 @@ def _compute_num_kv_splits(max_seq_len: int, sm_count: int) -> int:
48
49
50
class TritonMLAMetadataBuilder(MLACommonMetadataBuilder[MLACommonMetadata]):
51
- _cudagraph_support: ClassVar[AttentionCGSupport] = AttentionCGSupport.UNIFORM_BATCH
+ _cudagraph_support: ClassVar[AttentionCGSupport] = (
52
+ AttentionCGSupport.UNIFORM_SINGLE_TOKEN_DECODE
53
+ )
54
55
def __init__(self, kv_cache_spec, layer_names, vllm_config, device):
56
super().__init__(kv_cache_spec, layer_names, vllm_config, device)
0 commit comments