Update utils.py

This commit is contained in:
Daniel Han 2025-03-02 23:38:32 -08:00
commit 306fd3009e

View file

@ -139,6 +139,7 @@ pass
if HAS_CUDA_STREAM:
@torch.inference_mode
def fast_dequantize(W, quant_state = None, out = None, use_global_buffer = False):
use_global_buffer = False
if quant_state is None: return W
if type(quant_state) is not list:
# New quant_state as a class