ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.py

Browse source
This commit is contained in:
Daniel Han 2025-03-21 17:01:11 -07:00
commit ebb10cd91f
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/llama.py
View file

@ -607,6 +607,7 @@ def LlamaModel_fast_forward(
else:
raise ValueError("Unsloth: You have to specify either decoder_input_ids or decoder_inputs_embeds")
print(input_ids.shape, input_ids, self.max_seq_length)
seq_length_with_past = seq_length
# Fix out of bounds tokenization
@ -654,7 +655,6 @@ def LlamaModel_fast_forward(
inputs_embeds = self.embed_tokens(input_ids)
inputs_embeds = inputs_embeds.to(_get_dtype(self.config.torch_dtype))
print(inputs_embeds.shape, input_ids.shape, input_ids)
# Normalized from Gemma
IS_GEMMA = self.config.model_type.startswith("gemma")