Update llama.py
This commit is contained in:
parent
bba102fbc4
commit
194f060c10
1 changed files with 1 additions and 1 deletions
|
|
@ -1161,7 +1161,7 @@ def CausalLM_fast_forward(fast_forward_inference):
|
|||
if not return_dict:
|
||||
output = (logits,) + outputs[1:]
|
||||
return (loss,) + output if loss is not None else output
|
||||
|
||||
print("***", logits.dtype, logits.shape)
|
||||
return CausalLMOutputWithPast(
|
||||
loss=loss,
|
||||
logits=logits,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue