Skip to content

Commit 2c17d33

Browse files
[Bugfix][ROCm] Change AttentionCGSuppoort in TritonMLA to UNIFORM_SINGLE_TOKEN_DECODE (#47144)
Signed-off-by: Dino Music <Dino.Music@amd.com> Co-authored-by: Andreas Karatzas <akaratza@amd.com>
1 parent bc44f9f commit 2c17d33

1 file changed

Lines changed: 3 additions & 1 deletion

File tree

vllm/v1/attention/backends/mla/triton_mla.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,9 @@ def _compute_num_kv_splits(max_seq_len: int, sm_count: int) -> int:
4848

4949

5050
class TritonMLAMetadataBuilder(MLACommonMetadataBuilder[MLACommonMetadata]):
51-
_cudagraph_support: ClassVar[AttentionCGSupport] = AttentionCGSupport.UNIFORM_BATCH
51+
_cudagraph_support: ClassVar[AttentionCGSupport] = (
52+
AttentionCGSupport.UNIFORM_SINGLE_TOKEN_DECODE
53+
)
5254

5355
def __init__(self, kv_cache_spec, layer_names, vllm_config, device):
5456
super().__init__(kv_cache_spec, layer_names, vllm_config, device)

0 commit comments

Comments
 (0)