From 35adcbf83ca7db437826ad578c4bbdd1c49c0808 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sat, 24 Feb 2024 17:02:14 +1100 Subject: [PATCH] Update gemma.py --- unsloth/models/gemma.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index 3385bfccdd..1c6458205c 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -237,10 +237,10 @@ def GemmaModel_fast_forward( position_ids = None pass - if position_ids is not None: - if position_ids.shape[0] != batch_size: - position_ids = position_ids.repeat((batch_size, 1)) - pass + # if position_ids is not None: + # if position_ids.shape[0] != batch_size: + # position_ids = position_ids.repeat((batch_size, 1)) + # pass # embed positions if inputs_embeds is None: