Update llama.py
This commit is contained in:
parent
e17dca4521
commit
b93e9cda3b
1 changed files with 4 additions and 2 deletions
|
|
@ -994,13 +994,15 @@ def CausalLM_fast_forward(fast_forward_inference):
|
|||
output = (logits,) + outputs[1:]
|
||||
return (loss,) + output if loss is not None else output
|
||||
|
||||
return CausalLMOutputWithPast(
|
||||
output = CausalLMOutputWithPast(
|
||||
loss=loss,
|
||||
logits=None,
|
||||
logits=EMPTY_LOGITS,
|
||||
past_key_values=outputs.past_key_values,
|
||||
hidden_states=outputs.hidden_states,
|
||||
attentions=outputs.attentions,
|
||||
)
|
||||
print(output)
|
||||
return output
|
||||
pass
|
||||
logits = self.lm_head(hidden_states.to(lm_head.dtype))
|
||||
pass
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue