Skip to content

Commit f97fa97

Browse files
committed
add a default value for alpha; need to debug int4
1 parent 039338f commit f97fa97

1 file changed

Lines changed: 3 additions & 2 deletions

File tree

nunchaku/ops/gemm.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@ def svdq_gemm_w4a4_cuda(
3333
lora_scales: list[float] | None = None,
3434
fuse_silu: bool = False,
3535
fp4: bool = False,
36-
alpha: float = 1.0,
36+
alpha: float | None = 1.0,
3737
wcscales: torch.Tensor | None = None,
3838
out_q: torch.Tensor | None = None,
3939
out_k: torch.Tensor | None = None,
@@ -124,7 +124,8 @@ def svdq_gemm_w4a4_cuda(
124124
if lora_scales is None:
125125
rank = lora_up.shape[1]
126126
lora_scales = [1.0] * math.ceil(rank / 16)
127-
127+
if alpha is None:
128+
alpha = 1.0
128129
ops.gemm_w4a4(
129130
act,
130131
wgt,

0 commit comments

Comments
 (0)