Update utils.py

This commit is contained in:
Daniel Han 2025-03-03 17:27:59 -08:00
commit 1570f4cfe6

View file

@ -140,6 +140,7 @@ if HAS_CUDA_STREAM:
@torch.inference_mode
def fast_dequantize(W, quant_state = None, out = None, use_global_buffer = False):
use_global_buffer = False
print(W, quant_state)
if quant_state is None: return W
if type(quant_state) is not list:
# New quant_state as a class