From 6a027a8292f83480fb2cdb7ee8e135733bd77b70 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sun, 28 Jan 2024 03:55:23 +1100 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 852388e4f8..9ce868150f 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -635,6 +635,7 @@ def LlamaForCausalLM_fast_forward( logits = self.lm_head(hidden_states) loss = None + print(labels) if labels is not None: shift_logits = logits if not hasattr(self, "extra_ignored_labels"):