From 7e3abd19ba27bb396262c28fd622c1839931d9c7 Mon Sep 17 00:00:00 2001
From: Daniel Han-Chen <danielhanchen@gmail.com>
Date: Sun, 10 Mar 2024 18:36:35 +1100
Subject: [PATCH] Update fast_lora.py

---
 unsloth/kernels/fast_lora.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/unsloth/kernels/fast_lora.py b/unsloth/kernels/fast_lora.py
index 04956fd7aa..4ecf9589bf 100644
--- a/unsloth/kernels/fast_lora.py
+++ b/unsloth/kernels/fast_lora.py
@@ -28,6 +28,7 @@ def matmul_lora(X, W, W_quant, A, B, s, out = None):
         reshape = False
     pass
 
+    A, B = A.t(), B.t()
     W.addmm_(A.to(dtype), B.to(dtype), alpha = s)
 
     out = torch.matmul(X, W, out = out)