ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update gemma.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-02-24 16:59:24 +11:00
commit 7e33aa2520
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/gemma.py
View file

@ -224,7 +224,7 @@ def GemmaModel_fast_forward(
pass
# We already handle KV cache position_ids ourselves.
if False:#(past_key_values_length != 0):
if True:#(past_key_values_length != 0):
position_ids = torch.arange(
past_key_values_length, seq_length + past_key_values_length,
dtype = torch.int32,