From 0dc26ed98a871659e6db94f63e07bcda36ce6616 Mon Sep 17 00:00:00 2001
From: Daniel Han-Chen <danielhanchen@gmail.com>
Date: Wed, 31 Jan 2024 20:06:28 +1100
Subject: [PATCH] Update llama.py

---
 unsloth/models/llama.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index 973c6c4f9f..b2ef64ea0a 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -382,6 +382,7 @@ def LlamaAttention_fast_forward(
         V = V.transpose(1, 2)
         A = flash_attn_func(Q, K, V, causal = True)
     else:
+        print(attention_mask)
         # Grouped query attention
         if n_groups != 1:
             K = K[:, :, None, :, :].expand(bsz, n_kv_heads, n_groups, kv_seq_len, head_dim)