From a2c238baacb28cec5faf90fad50bce93c9a960ef Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 12 Feb 2025 19:07:50 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 1b1da9001f..3a9ee53310 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -375,7 +375,6 @@ def LlamaAttention_fast_forward( del self.RH_Q del self.attention pass - print(attention_mask) bsz, q_len, _ = hidden_states.size() @@ -709,7 +708,7 @@ def LlamaModel_fast_forward( if attention_mask is None: padding_mask = None elif self.training: - attention_mask = None + # attention_mask = None padding_mask = None else: # if 0 in attention_mask: