Update llama.py

This commit is contained in:
Daniel Han 2025-02-12 22:56:47 -08:00
commit 194f060c10

View file

@ -1161,7 +1161,7 @@ def CausalLM_fast_forward(fast_forward_inference):
if not return_dict:
output = (logits,) + outputs[1:]
return (loss,) + output if loss is not None else output
print("***", logits.dtype, logits.shape)
return CausalLMOutputWithPast(
loss=loss,
logits=logits,