From 36829b7ec44d381cd34f026bfa7e6f5ed3026e95 Mon Sep 17 00:00:00 2001
From: Daniel Han-Chen <danielhanchen@gmail.com>
Date: Sun, 28 Jan 2024 04:27:10 +1100
Subject: [PATCH] Update save.py

---
 unsloth/save.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/unsloth/save.py b/unsloth/save.py
index 471897c0ad..744ec48327 100644
--- a/unsloth/save.py
+++ b/unsloth/save.py
@@ -80,7 +80,8 @@ def _merge_lora(layer, name):
         if quant_state is not None:
             dtype = quant_state.dtype if type(quant_state) is not list else quant_state[2]
             W = fast_dequantize(W, quant_state)
-        pass
+        else:
+            dtype = W.dtype
         W = W.to(torch.float32).t()
 
         if A is not None: