From 9225dd6708e1e158068007c04a97b95deeccc4de Mon Sep 17 00:00:00 2001
From: Daniel Han-Chen <danielhanchen@gmail.com>
Date: Sat, 3 Feb 2024 19:19:13 +1100
Subject: [PATCH] Update llama.py

---
 unsloth/models/llama.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index 51b17c803c..8cffb33ce1 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -209,7 +209,7 @@ def fast_mlp_inference(self, X):
     gate = torch.nn.functional.silu(gate, inplace = True)
     gate *= up
 
-    X = self.down_proj(gate)
+    down = self.down_proj(gate)
     # down = fast_linear_forward(self.down_proj, gate)#, out = up[:,:,:hd])
     return down
 pass