Update llama.py

2025-02-20 07:46:14 -08:00 · 2025-02-20 07:46:14 -08:00 · c669175796
commit c669175796
parent 1505235f0f
1 changed files with 1 additions and 0 deletions
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@ -725,6 +725,7 @@ def LlamaModel_fast_forward(
            past_key_values_length,
            sliding_window = getattr(self.config, "sliding_window", None),
        )
+        # Must NOT convert to bool - weirdly this causes stuff to error out!
        # if attention_mask is not None:
        #     attention_mask = attention_mask.to(torch.bool)
    pass