ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update cross_entropy_loss.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-02-26 03:29:11 +11:00
commit b55d7ad4b2
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/kernels/cross_entropy_loss.py
View file

@ -217,7 +217,7 @@ class Fast_CrossEntropyLoss(torch.autograd.Function):
n_rows, n_cols = logits.shape
grid = lambda meta: (n_rows, triton.cdiv(n_cols, meta["BLOCK_SIZE"]))
print(logits.stride(), dlosses.stride())
print(logits.stride(), dlosses.stride(), dlosses.shape)
_cross_entropy_backward[grid](
logits, logits.stride(0),
dlosses, dlosses.stride(0),