From 42aa263254988d5eb87f155736c60bed2deda341 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 30 Jul 2024 23:04:00 -0700 Subject: [PATCH] Update gemma2.py --- unsloth/models/gemma2.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/unsloth/models/gemma2.py b/unsloth/models/gemma2.py index ecd45fbce2..a0880daefe 100644 --- a/unsloth/models/gemma2.py +++ b/unsloth/models/gemma2.py @@ -131,6 +131,9 @@ def Gemma2Attention_fast_forward( # Only enable if the attention_mask is True has_sliding_window = type(attention_mask) is bool and attention_mask is True + print(HAS_FLASH_ATTENTION_SOFTCAPPING) + print(has_sliding_window) + print(attention_mask) if HAS_FLASH_ATTENTION_SOFTCAPPING and type(attention_mask) is bool: window = (-1, -1) if has_sliding_window: