ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-01-28 03:55:23 +11:00
commit 6a027a8292
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
unsloth/models/llama.py
View file

@ -635,6 +635,7 @@ def LlamaForCausalLM_fast_forward(
logits = self.lm_head(hidden_states)
loss = None
print(labels)
if labels is not None:
shift_logits = logits
if not hasattr(self, "extra_ignored_labels"):