Merge branch 'nightly' of https://github.com/unslothai/unsloth into nightly

2024-01-28 04:29:35 +11:00 · 2024-01-28 04:29:35 +11:00 · a158003625
commit a158003625
parent 36829b7ec4 cd32ba76b7
1 changed files with 1 additions and 2 deletions
--- a/unsloth/save.py
+++ b/unsloth/save.py
@ -80,8 +80,7 @@ def _merge_lora(layer, name):
        if quant_state is not None:
            dtype = quant_state.dtype if type(quant_state) is not list else quant_state[2]
            W = fast_dequantize(W, quant_state)
-        else:
-            dtype = W.dtype
+        pass
        W = W.to(torch.float32).t()

        if A is not None: