From 7b95a76f165b31723fc0554565252077404a45e8 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 26 Dec 2024 19:16:58 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index ddee9e9017..c94514966f 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1009,7 +1009,6 @@ def CausalLM_fast_forward(fast_forward_inference): if not RETURN_LOGITS and HAS_CUT_CROSS_ENTROPY and labels is not None: n_items = kwargs.get("num_items_in_batch", None) or kwargs.get("n_items", None) - print(0, n_items) loss = fused_linear_cross_entropy( hidden_states = hidden_states, lm_weight = lm_head, @@ -1056,7 +1055,6 @@ def CausalLM_fast_forward(fast_forward_inference): # Fixes https://github.com/unslothai/unsloth/issues/10 self.extra_ignored_labels = torch.full((self.max_seq_length, 1), -100, device = "cuda:0") pass - print(1, kwargs.get("num_items_in_batch", None) or kwargs.get("n_items", None)) shift_labels = torch.hstack((labels[..., 1:], self.extra_ignored_labels[:labels.shape[0]])) loss = fast_cross_entropy_loss( logits = shift_logits,