From c66917579652249bb570aba63898dce9b2806e1b Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 20 Feb 2025 07:46:14 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 44765fdd97..3e0717a872 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -725,6 +725,7 @@ def LlamaModel_fast_forward( past_key_values_length, sliding_window = getattr(self.config, "sliding_window", None), ) + # Must NOT convert to bool - weirdly this causes stuff to error out! # if attention_mask is not None: # attention_mask = attention_mask.to(torch.bool) pass