From fe2bc30987cd728a09f5144e2c863013ddb5b969 Mon Sep 17 00:00:00 2001
From: Daniel Han-Chen <danielhanchen@gmail.com>
Date: Sun, 21 Jan 2024 18:52:25 +1100
Subject: [PATCH] Update llama.py

---
 unsloth/models/llama.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index ff6b0afdda..84ac9b8c67 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -306,6 +306,7 @@ def LlamaDecoderLayer_fast_forward(
     bsz, q_len, hd = hidden_states.size()
 
     if (past_key_value is not None and q_len == 1):
+        print(1)
         # Self Attention
         residual = hidden_states
         hidden_states = fast_rms_layernorm_inference(self.input_layernorm, hidden_states)