Update rms_layernorm.py

This commit is contained in:
Daniel Han 2024-11-16 15:00:28 -08:00
commit 5f20a6cdee

View file

@ -190,7 +190,7 @@ class Fast_RMS_Layernorm(torch.autograd.Function):
BLOCK_SIZE = ctx.BLOCK_SIZE,
num_warps = ctx.num_warps,
)
dX = dY.view(*shape)
dX = dX.view(*shape)
return dX, None, None, None
pass
pass