ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-03-19 19:33:47 +11:00
commit fad6c2d96f
1 changed files with 1 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
unsloth/models/llama.py
View file

@ -599,11 +599,8 @@ def LlamaModel_fast_forward(
else:
boundaries = None
pass
# Find which layers to do gradient checkpointing
n_layers = len(self.layers)
for idx, decoder_layer in enumerate(n_layers):
for idx, decoder_layer in enumerate(self.layers):
if output_hidden_states:
all_hidden_states += (hidden_states,)