Update llama.py
This commit is contained in:
parent
648fd043c9
commit
07d89f2264
1 changed files with 1 additions and 2 deletions
|
|
@ -1153,8 +1153,7 @@ def CausalLM_fast_forward(fast_forward_inference):
|
|||
if not return_dict:
|
||||
output = (logits,) + outputs[1:]
|
||||
return (loss,) + output if loss is not None else output
|
||||
|
||||
print("========== dtype = ", logits.dtype)
|
||||
|
||||
return CausalLMOutputWithPast(
|
||||
loss=loss,
|
||||
logits=logits,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue