Layernorm

unsloth/kernels/__init__.py

@@ -25,7 +25,6 @@ from .rms_layernorm import (
 from .layernorm import (
     fast_layernorm,
     patch_layernorm,
-    unpatch_layernorm,
 )
 from .rope_embedding import fast_rope_embedding, inplace_rope_embedding
 from .swiglu import swiglu_fg_kernel, swiglu_DWf_DW_dfg_kernel

unsloth/kernels/layernorm.py

@@ -17,7 +17,9 @@ import triton
 import triton.language as tl
 import torch
 from .utils import calculate_settings
-from unsloth_zoo import patch_layernorm
+from unsloth_zoo.patching_utils import (
+    patch_layernorm,
+)
 
 
 @triton.jit