Update llama.py

This commit is contained in:
Daniel Han 2024-11-25 21:52:42 -08:00
commit f7edb152e7

View file

@ -1002,6 +1002,7 @@ def CausalLM_fast_forward(fast_forward_inference):
attentions=outputs.attentions,
)
print(output)
print(output)
return output
pass
logits = self.lm_head(hidden_states.to(lm_head.dtype))