Update llama.py

2024-12-20 02:47:32 -08:00 · 2024-12-20 02:47:32 -08:00 · 08ccd63882
commit 08ccd63882
parent 474fac2256
1 changed files with 1 additions and 0 deletions
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@ -1055,6 +1055,7 @@ def CausalLM_fast_forward(fast_forward_inference):
                self.extra_ignored_labels = torch.full((self.max_seq_length, 1), -100, device = "cuda:0")
            pass

+            print(kwargs.get("num_items_in_batch", None) or kwargs.get("n_items", None))
            shift_labels = torch.hstack((labels[..., 1:], self.extra_ignored_labels[:labels.shape[0]]))
            loss = fast_cross_entropy_loss(
                logits = shift_logits,