From bba102fbc4c60c2195326b2a0a97f29cda3e04bf Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 12 Feb 2025 22:34:50 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 0b567b023a..8436ab18e8 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -707,9 +707,9 @@ def LlamaModel_fast_forward( # Ignore attention_mask if attention_mask is None: padding_mask = None - elif self.training: - attention_mask = None - padding_mask = None + # elif self.training: + # attention_mask = None + # padding_mask = None else: # if 0 in attention_mask: # padding_mask = attention_mask