Update llama.py

This commit is contained in:
Daniel Han 2025-03-21 15:50:05 -07:00
commit 0afd088a59

View file

@ -892,7 +892,6 @@ def LlamaModel_fast_forward(
if output_hidden_states: all_hidden_states += (hidden_states,)
next_cache = next_decoder_cache if use_cache else None
print(next_cache)
if not return_dict:
return tuple(v for v in [hidden_states, next_cache, all_hidden_states, all_self_attns] if v is not None)