diff --git a/unsloth/kernels/__init__.py b/unsloth/kernels/__init__.py index 3b31f49999..82e7641693 100644 --- a/unsloth/kernels/__init__.py +++ b/unsloth/kernels/__init__.py @@ -25,7 +25,6 @@ from .rms_layernorm import ( from .layernorm import ( fast_layernorm, patch_layernorm, - unpatch_layernorm, ) from .rope_embedding import fast_rope_embedding, inplace_rope_embedding from .swiglu import swiglu_fg_kernel, swiglu_DWf_DW_dfg_kernel diff --git a/unsloth/kernels/layernorm.py b/unsloth/kernels/layernorm.py index 48d1a65ec7..a5f7926e2e 100644 --- a/unsloth/kernels/layernorm.py +++ b/unsloth/kernels/layernorm.py @@ -17,7 +17,9 @@ import triton import triton.language as tl import torch from .utils import calculate_settings -from unsloth_zoo import patch_layernorm +from unsloth_zoo.patching_utils import ( + patch_layernorm, +) @triton.jit