ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update gemma.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-02-24 17:17:26 +11:00
commit 71483e6c8d
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/models/gemma.py
View file

@ -324,7 +324,7 @@ def GemmaModel_fast_forward(
layer_outputs = torch.utils.checkpoint.checkpoint(
create_custom_forward(decoder_layer),
hidden_states,
# causal_mask,
causal_mask,
attention_mask,
position_ids,
use_reentrant=True,
@ -333,7 +333,7 @@ def GemmaModel_fast_forward(
else:
layer_outputs = decoder_layer(
hidden_states,
# causal_mask=causal_mask,
causal_mask=causal_mask,
attention_mask=attention_mask,
position_ids=position_ids,
past_key_value=past_key_value,