Update llama.py

2025-02-13 16:11:51 -08:00 · 2025-02-13 16:11:51 -08:00 · 1d7d59fded
commit 1d7d59fded
parent 3ac3cd2b72
1 changed files with 2 additions and 1 deletions
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@ -724,7 +724,8 @@ def LlamaModel_fast_forward(
            past_key_values_length,
            sliding_window = getattr(self.config, "sliding_window", None),
        )
-        attention_mask = attention_mask.to(torch.bool)
+        if attention_mask is not None:
+            attention_mask = attention_mask.to(torch.bool)
    pass

    hidden_states = inputs_embeds