ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.py

Browse source
This commit is contained in:
Daniel Han 2025-03-21 16:58:00 -07:00
commit 54a0ddeba4
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
unsloth/models/llama.py
View file

@ -654,6 +654,7 @@ def LlamaModel_fast_forward(
inputs_embeds = self.embed_tokens(input_ids)
inputs_embeds = inputs_embeds.to(_get_dtype(self.config.torch_dtype))
print(inputs_embeds.shape)
# Normalized from Gemma
IS_GEMMA = self.config.model_type.startswith("gemma")
@ -1170,7 +1171,7 @@ def CausalLM_fast_forward(fast_forward_inference):
if not return_dict:
output = (logits,) + outputs[1:]
return (loss,) + output if loss is not None else output
print(outputs.past_key_values, outputs.past_key_values[0][0].shape)
# print(outputs.past_key_values, outputs.past_key_values[0][0].shape)
raise
return CausalLMOutputWithPast(
loss = loss,