ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update rms_layernorm.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-03-05 18:27:11 +11:00
commit 9f7f205f67
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/kernels/rms_layernorm.py
View file

@ -161,6 +161,6 @@ pass
def fast_rms_layernorm(layernorm, X, add_one = False):
W = layernorm.weight
eps = layernorm.variance_epsilon
out = Fast_RMS_Layernorm.apply(X, W, eps, add_one = add_one)
out = Fast_RMS_Layernorm.apply(X, W, eps, add_one)
return out
pass