diff --git a/unsloth/models/gemma2.py b/unsloth/models/gemma2.py index ecd45fbce2..a0880daefe 100644 --- a/unsloth/models/gemma2.py +++ b/unsloth/models/gemma2.py @@ -131,6 +131,9 @@ def Gemma2Attention_fast_forward( # Only enable if the attention_mask is True has_sliding_window = type(attention_mask) is bool and attention_mask is True + print(HAS_FLASH_ATTENTION_SOFTCAPPING) + print(has_sliding_window) + print(attention_mask) if HAS_FLASH_ATTENTION_SOFTCAPPING and type(attention_mask) is bool: window = (-1, -1) if has_sliding_window: