From d23fd17447b77e2aabb6ec718338f663193aca51 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 24 Sep 2024 17:24:39 -0700 Subject: [PATCH] Update layernorm.py --- unsloth/kernels/layernorm.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/kernels/layernorm.py b/unsloth/kernels/layernorm.py index 0d456109ea..0546484f17 100644 --- a/unsloth/kernels/layernorm.py +++ b/unsloth/kernels/layernorm.py @@ -162,7 +162,7 @@ pass from torch.nn import LayerNorm -class Fast_LayerNorm_Module(LayerNorm): +class Unsloth_LayerNorm(LayerNorm): def forward(self, X): return fast_layernorm(self, X) pass @@ -171,7 +171,7 @@ pass def patch_layernorm(): import torch.nn - torch.nn.LayerNorm = Fast_LayerNorm_Module + torch.nn.LayerNorm = Unsloth_LayerNorm return pass