Update llama.py
This commit is contained in:
parent
f1f8e52e2d
commit
5d628d9397
1 changed files with 7 additions and 1 deletions
|
|
@ -1154,7 +1154,13 @@ def CausalLM_fast_forward(fast_forward_inference):
|
|||
output = (logits,) + outputs[1:]
|
||||
return (loss,) + output if loss is not None else output
|
||||
|
||||
print(loss, logits)
|
||||
print(CausalLMOutputWithPast(
|
||||
loss=loss,
|
||||
logits=logits,
|
||||
past_key_values=outputs.past_key_values,
|
||||
hidden_states=outputs.hidden_states,
|
||||
attentions=outputs.attentions,
|
||||
))
|
||||
return CausalLMOutputWithPast(
|
||||
loss=loss,
|
||||
logits=logits,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue