From beba773ac126f8cb98ef4119472952d85b690d2d Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sun, 17 Nov 2024 15:54:12 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 0256fc1830..7f3be1c279 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -980,6 +980,7 @@ def CausalLM_fast_forward(fast_forward_inference): elif num_logits_to_keep != 0: logits = self.lm_head(hidden_states[:, -num_logits_to_keep:, :].to(lm_head.dtype)) else: + print(HAS_CUT_CROSS_ENTROPY, labels) if HAS_CUT_CROSS_ENTROPY and labels is not None: n_items = kwargs.get("num_items_in_batch", None) or kwargs.get("n_items", None) loss = fused_linear_cross_entropy(