diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 51b17c803c..8cffb33ce1 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -209,7 +209,7 @@ def fast_mlp_inference(self, X): gate = torch.nn.functional.silu(gate, inplace = True) gate *= up - X = self.down_proj(gate) + down = self.down_proj(gate) # down = fast_linear_forward(self.down_proj, gate)#, out = up[:,:,:hd]) return down pass