Update llama.py

2024-01-21 18:15:55 +11:00 · 2024-01-21 18:15:55 +11:00 · 5bf108ebda
commit 5bf108ebda
parent b591f33a37
1 changed files with 1 additions and 0 deletions
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@ -306,6 +306,7 @@ def LlamaDecoderLayer_fast_forward(
    bsz, q_len, hd = hidden_states.size()

    if (not self.training and q_len == 1):
+        print(1)
        # Self Attention
        residual = hidden_states
        hidden_states = fast_rms_layernorm_inference(self.input_layernorm, hidden_states)