Update rms_layernorm.py

2024-11-04 23:04:34 -08:00 · 2024-11-04 23:04:34 -08:00 · 8a0a732735
commit 8a0a732735
parent da874b1292
1 changed files with 1 additions and 1 deletions
--- a/unsloth/kernels/rms_layernorm.py
+++ b/unsloth/kernels/rms_layernorm.py
@ -149,7 +149,7 @@ class Fast_RMS_Layernorm(torch.autograd.Function):
        Y = torch.empty((n_rows, n_cols), dtype = X.dtype, device = "cuda:0")
        r = torch.empty(n_rows, dtype = torch.float32, device = "cuda:0")

-        if not gemma:
+        if gemma == False:
            _rms_layernorm_forward[(n_rows,)](
                Y, Y.stride(0),
                X, X.stride(0),