From 69728ffd1451543614445a180a1a87977f3ce970 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 20 Dec 2024 03:01:28 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index b88ed637c2..dc78547ddc 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1008,6 +1008,7 @@ def CausalLM_fast_forward(fast_forward_inference): if not RETURN_LOGITS and HAS_CUT_CROSS_ENTROPY and labels is not None: n_items = kwargs.get("num_items_in_batch", None) or kwargs.get("n_items", None) + print(n_items) loss = fused_linear_cross_entropy( hidden_states = hidden_states, lm_weight = lm_head,