From fad6c2d96fdf9259a8b90b9946afd1adac624d3d Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Tue, 19 Mar 2024 19:33:47 +1100 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index f34ad486d5..b7aae06ee5 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -599,11 +599,8 @@ def LlamaModel_fast_forward( else: boundaries = None pass - - # Find which layers to do gradient checkpointing - n_layers = len(self.layers) - for idx, decoder_layer in enumerate(n_layers): + for idx, decoder_layer in enumerate(self.layers): if output_hidden_states: all_hidden_states += (hidden_states,)