Update cross_entropy_loss.py

2024-10-23 22:18:24 -07:00 · 2024-10-23 22:18:24 -07:00 · 7fa3179e88
commit 7fa3179e88
parent dd8487a63e
1 changed files with 1 additions and 1 deletions
--- a/unsloth/kernels/cross_entropy_loss.py
+++ b/unsloth/kernels/cross_entropy_loss.py
@ -373,9 +373,9 @@ def fast_cross_entropy_loss(
        logit_softcapping,
        logit_scaling,
    )
-    print(n_items)
    if n_items is None:
        n_items = torch.count_nonzero(labels != -100)
+        print(n_items)
    return loss.sum() / n_items
 pass