Update cross_entropy_loss.py

2024-02-26 03:15:19 +11:00 · 2024-02-26 03:15:19 +11:00 · bb6b6f238e
commit bb6b6f238e
parent 096544eff4
1 changed files with 1 additions and 0 deletions
--- a/unsloth/kernels/cross_entropy_loss.py
+++ b/unsloth/kernels/cross_entropy_loss.py
@ -242,6 +242,7 @@ class Fast_CrossEntropyLoss(torch.autograd.Function):
        div, mod = divmod(vocab_size, BLOCK_SIZE)
        n_blocks = div + (mod != 0)

+        print(dlosses.stride)
        _cross_entropy_backward[(n_rows, n_blocks,)](
            logits,   logits.stride(0),
            dlosses, dlosses.stride(0),