From 68b6bebded578ed357f7578281c02283f6f1f53b Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Sun, 3 Nov 2024 17:05:33 -0800
Subject: [PATCH] Layernorm

---
 unsloth/kernels/__init__.py  | 1 -
 unsloth/kernels/layernorm.py | 4 +++-
 2 files changed, 3 insertions(+), 2 deletions(-)

diff --git a/unsloth/kernels/__init__.py b/unsloth/kernels/__init__.py
index 3b31f49999..82e7641693 100644
--- a/unsloth/kernels/__init__.py
+++ b/unsloth/kernels/__init__.py
@@ -25,7 +25,6 @@ from .rms_layernorm import (
 from .layernorm import (
     fast_layernorm,
     patch_layernorm,
-    unpatch_layernorm,
 )
 from .rope_embedding import fast_rope_embedding, inplace_rope_embedding
 from .swiglu import swiglu_fg_kernel, swiglu_DWf_DW_dfg_kernel
diff --git a/unsloth/kernels/layernorm.py b/unsloth/kernels/layernorm.py
index 48d1a65ec7..a5f7926e2e 100644
--- a/unsloth/kernels/layernorm.py
+++ b/unsloth/kernels/layernorm.py
@@ -17,7 +17,9 @@ import triton
 import triton.language as tl
 import torch
 from .utils import calculate_settings
-from unsloth_zoo import patch_layernorm
+from unsloth_zoo.patching_utils import (
+    patch_layernorm,
+)
 
 
 @triton.jit