diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index f5066ee0c8..3385bfccdd 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -224,7 +224,7 @@ def GemmaModel_fast_forward( pass # We already handle KV cache position_ids ourselves. - if False:#(past_key_values_length != 0): + if True:#(past_key_values_length != 0): position_ids = torch.arange( past_key_values_length, seq_length + past_key_values_length, dtype = torch.int32,