Update cross_entropy_loss.py

This commit is contained in:
Daniel Han 2024-11-03 20:03:03 -08:00
commit 630ec299ac

View file

@ -346,9 +346,9 @@ class Fast_CrossEntropyLoss(torch.autograd.Function):
labels,
VOCAB_SIZE = vocab_size,
BLOCK_SIZE = BLOCK_SIZE,
DO_SOFTCAPPING = ctx.DO_SOFTCAPPING,
DO_SOFTCAPPING = bool(ctx.DO_SOFTCAPPING),
SOFTCAP = ctx.logit_softcapping,
DO_LOGIT_SCALING = ctx.DO_LOGIT_SCALING,
DO_LOGIT_SCALING = bool(ctx.DO_LOGIT_SCALING),
LOGIT_SCALE = ctx.logit_scaling,
num_warps = 8,
)