diff --git a/unsloth/kernels/fast_lora.py b/unsloth/kernels/fast_lora.py
index bd9dbf1912..ac3cc27068 100644
--- a/unsloth/kernels/fast_lora.py
+++ b/unsloth/kernels/fast_lora.py
@@ -36,7 +36,7 @@ def matmul_lora(X, W, W_quant, A, B, s, out = None):
         if A is not None:
             # LoRA is enabled
             A, B = A.t(), B.t()
-            out += (X @ A.to(dtype)) @ (s * B.to(dtype))
+            out += (X @ A) @ (s * B)
         pass
         
         return out.view(batch, seq_len, -1) if reshape else out