From 6f74c98fbc00fa8e2ea80d7ff3b76b41aa83d427 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Mon, 29 Jan 2024 23:19:43 +1100 Subject: [PATCH] Update utils.py --- unsloth/kernels/utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/kernels/utils.py b/unsloth/kernels/utils.py index 1eb6735004..c71dce0fff 100644 --- a/unsloth/kernels/utils.py +++ b/unsloth/kernels/utils.py @@ -210,6 +210,7 @@ def fast_linear_forward(proj, X, temp_lora = None, out = None): temp_lora = torch.mv(lora_A.to(dtype), out.ravel(), out = temp_lora) out.addmv_(lora_B.to(dtype).t(), temp_lora, alpha = lora_S) else: + print(X.shape) temp_lora = torch.matmul(out, lora_A.to(dtype).t(), out = temp_lora) out.addmm_(lora_B.to(dtype).t(), temp_lora, alpha = lora_S) pass