ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.py

Browse source
This commit is contained in:
Daniel Han 2025-02-13 17:00:14 -08:00
commit a899e9a9f1
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/llama.py
View file

@ -1052,6 +1052,7 @@ def CausalLM_fast_forward(fast_forward_inference):
# decoder outputs consists of (dec_features, layer_state, dec_hidden, dec_attn)
self.model._has_no_labels = labels is None
print(1055, input_ids)
outputs = self.model(
input_ids=input_ids,
causal_mask=causal_mask,
@ -1064,6 +1065,7 @@ def CausalLM_fast_forward(fast_forward_inference):
output_hidden_states=output_hidden_states,
return_dict=return_dict,
)
print(1068)
pass
hidden_states = outputs[0]