From 753e411fe60f0d059a02d742985bd73692593841 Mon Sep 17 00:00:00 2001 From: Ethan Kiang Date: Sat, 1 Mar 2025 14:39:49 -0500 Subject: [PATCH] Fix CPU dequantization to use nested dequantized scaling constant --- bitsandbytes/functional.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bitsandbytes/functional.py b/bitsandbytes/functional.py index 26a056502..5894e52dd 100644 --- a/bitsandbytes/functional.py +++ b/bitsandbytes/functional.py @@ -1049,7 +1049,7 @@ def dequantize_blockwise( lib.cdequantize_blockwise_cpu_fp32( get_ptr(code), get_ptr(A), - get_ptr(quant_state.absmax), + get_ptr(absmax), get_ptr(out), ct.c_longlong(quant_state.blocksize), ct.c_longlong(A.numel()),