diff --git a/unsloth/kernels/rms_layernorm.py b/unsloth/kernels/rms_layernorm.py index 3176d4e358..585684567c 100644 --- a/unsloth/kernels/rms_layernorm.py +++ b/unsloth/kernels/rms_layernorm.py @@ -206,9 +206,9 @@ class Fast_RMS_Layernorm(torch.autograd.Function): pass -def fast_rms_layernorm(layernorm, X, gemma = False): +def fast_rms_layernorm(layernorm, X, gemma : bool = False): W = layernorm.weight - eps = layernorm.variance_epsilon if \ + eps : float = layernorm.variance_epsilon if \ hasattr(layernorm, "variance_epsilon") \ else layernorm.eps out = Fast_RMS_Layernorm.apply(X, W, eps, gemma)