Skip to content

Commit c8b7631

Browse files
author
Akash kaothalkar
committed
pre-commit fix
Signed-off-by: Akash kaothalkar <akash.kaothalkar@ibm.com>
1 parent 1c1f4b4 commit c8b7631

2 files changed

Lines changed: 5 additions & 3 deletions

File tree

vllm/model_executor/layers/mamba/ops/cpu/gdn_attention.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,8 @@
1111
from vllm.model_executor.layers.mamba.mamba_utils import is_conv_state_dim_first
1212
from vllm.model_executor.layers.mamba.ops.cpu.causal_conv1d import (
1313
causal_conv1d_fn_cpu as causal_conv1d_torch,
14+
)
15+
from vllm.model_executor.layers.mamba.ops.cpu.causal_conv1d import (
1416
causal_conv1d_update_cpu,
1517
)
1618
from vllm.utils.torch_utils import (
@@ -658,4 +660,3 @@ def register_cpu_gdn_attention_ops() -> None:
658660
fake_impl=cpu_gdn_attention_core_fake,
659661
)
660662
_CPU_GDN_ATTENTION_OPS_REGISTERED = True
661-

vllm/model_executor/layers/mamba/short_conv.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -95,6 +95,8 @@ def forward_native(
9595
# for causal conv can be plugged in here later.
9696
from vllm.model_executor.layers.mamba.ops.cpu.causal_conv1d import (
9797
causal_conv1d_fn_cpu as causal_conv1d_torch,
98+
)
99+
from vllm.model_executor.layers.mamba.ops.cpu.causal_conv1d import (
98100
causal_conv1d_update_cpu,
99101
)
100102

@@ -164,7 +166,7 @@ def forward_native(
164166
if has_decode:
165167
assert attn_metadata.state_indices_tensor_d is not None
166168
state_indices_d = attn_metadata.state_indices_tensor_d.flatten()
167-
Bx_d = (B_d * x_d) # (num_decodes, dim)
169+
Bx_d = B_d * x_d # (num_decodes, dim)
168170
out_d = causal_conv1d_update_cpu(
169171
Bx_d,
170172
conv_state,
@@ -341,4 +343,3 @@ def short_conv_fake(
341343
mutates_args=["output"],
342344
fake_impl=short_conv_fake,
343345
)
344-

0 commit comments

Comments
 (0)