From 6f340f54178e58fe4609fdb3c06343f0e3cec821 Mon Sep 17 00:00:00 2001
From: Daniel Han-Chen <danielhanchen@gmail.com>
Date: Fri, 23 Feb 2024 02:38:16 +1100
Subject: [PATCH] Update fast_lora.py

---
 unsloth/kernels/fast_lora.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/unsloth/kernels/fast_lora.py b/unsloth/kernels/fast_lora.py
index b7afa134f2..3ed0d3c914 100644
--- a/unsloth/kernels/fast_lora.py
+++ b/unsloth/kernels/fast_lora.py
@@ -163,7 +163,8 @@ class LoRA_MLP(torch.autograd.Function):
         return dX.view(batch, seq_len, hd), \
             None, None, d_gateA.t(), d_gateB.t(), None, \
             None, None,   d_upA.t(),   d_upB.t(), None, \
-            None, None, d_downA.t(), d_downB.t(), None,
+            None, None, d_downA.t(), d_downB.t(), None, \
+            None, None, # _backward and _forward
     pass
 pass