From e8de606be97ced3a0770da87a0aea6e9a0b217c2 Mon Sep 17 00:00:00 2001
From: Daniel Han-Chen <danielhanchen@gmail.com>
Date: Sat, 24 Feb 2024 17:02:54 +1100
Subject: [PATCH] Update gemma.py

---
 unsloth/models/gemma.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py
index 1c6458205c..933e9469e1 100644
--- a/unsloth/models/gemma.py
+++ b/unsloth/models/gemma.py
@@ -268,7 +268,7 @@ def GemmaModel_fast_forward(
     # Ignore attention_mask
     if attention_mask is None:
         padding_mask = None
-    elif self.training:
+    elif False:#self.training:
         attention_mask = None
         padding_mask = None
     else: