Update cross_entropy_loss.py
This commit is contained in:
parent
9a68c7fec9
commit
630ec299ac
1 changed files with 2 additions and 2 deletions
|
|
@ -346,9 +346,9 @@ class Fast_CrossEntropyLoss(torch.autograd.Function):
|
|||
labels,
|
||||
VOCAB_SIZE = vocab_size,
|
||||
BLOCK_SIZE = BLOCK_SIZE,
|
||||
DO_SOFTCAPPING = ctx.DO_SOFTCAPPING,
|
||||
DO_SOFTCAPPING = bool(ctx.DO_SOFTCAPPING),
|
||||
SOFTCAP = ctx.logit_softcapping,
|
||||
DO_LOGIT_SCALING = ctx.DO_LOGIT_SCALING,
|
||||
DO_LOGIT_SCALING = bool(ctx.DO_LOGIT_SCALING),
|
||||
LOGIT_SCALE = ctx.logit_scaling,
|
||||
num_warps = 8,
|
||||
)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue