From 0f9b6390a6b3ee2c200cf764656f286bd0ff163d Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Tue, 5 Nov 2024 02:06:27 -0800
Subject: [PATCH] Update llama.py

---
 unsloth/models/llama.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index 3b8582581f..3c4d8f3b38 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -527,7 +527,6 @@ __DTYPE_MAP = {
 }
 
 # https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py#L825
-@torch._disable_dynamo
 def LlamaModel_fast_forward(
     self,
     input_ids:            torch.LongTensor,
@@ -1029,6 +1028,7 @@ def CausalLM_fast_forward(fast_forward_inference):
 pass
 
 
+@torch._disable_dynamo
 def PeftModelForCausalLM_fast_forward(
     self,
     input_ids=None,