Update utils.py
This commit is contained in:
parent
189146e389
commit
1570f4cfe6
1 changed files with 1 additions and 0 deletions
|
|
@ -140,6 +140,7 @@ if HAS_CUDA_STREAM:
|
|||
@torch.inference_mode
|
||||
def fast_dequantize(W, quant_state = None, out = None, use_global_buffer = False):
|
||||
use_global_buffer = False
|
||||
print(W, quant_state)
|
||||
if quant_state is None: return W
|
||||
if type(quant_state) is not list:
|
||||
# New quant_state as a class
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue