Update llama.py

This commit is contained in:
Daniel Han 2025-03-03 15:49:04 -08:00
commit bc87afde41

View file

@ -857,7 +857,6 @@ def LlamaModel_fast_forward(
return module(*inputs, past_key_value, output_attentions, padding_mask = padding_mask, position_embeddings = position_embeddings)
return custom_forward
pass
layer_outputs = torch.utils.checkpoint.checkpoint(
create_custom_forward(decoder_layer),
hidden_states,