From 399d951f85d67090e3456b87d1bcad2cc3307356 Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Sun, 3 Nov 2024 15:01:29 -0800
Subject: [PATCH] Update _utils.py

---
 unsloth/models/_utils.py | 22 +---------------------
 1 file changed, 1 insertion(+), 21 deletions(-)

diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py
index 64cb222e61..61d660bce4 100644
--- a/unsloth/models/_utils.py
+++ b/unsloth/models/_utils.py
@@ -63,6 +63,7 @@ from unsloth_zoo.patching_utils import (
     patch_compiling_bitsandbytes,
     patch_layernorm,
     patch_torch_compile,
+    patch_regional_compilation,
 )
 from unsloth_zoo.gradient_checkpointing import (
     Unsloth_Offloaded_Gradient_Checkpointer,
@@ -578,27 +579,6 @@ def get_statistics():
 pass
 
 
-# =============================================
-# Regional torch 2.5 Recompilation - weirdly very slow??
-def patch_regional_compilation():
-    if torch.nn.ModuleList.__name__ == "UnslothModuleList": return
-    # Only works for torch 2.5
-    if Version(torch.__version__) < Version("2.5.0"): return
-
-    old_module_list = torch.nn.ModuleList
-
-    def UnslothModuleList(*args, **kwargs):
-        if len(args) == 1 and len(kwargs) == 0 and type(args[0]) is list:
-            args = [old_module_list([torch.compile(x, dynamic = True, options = torch_compile_options, fullgraph = False) for x in args[0]])]
-        return old_module_list(*args, **kwargs)
-    pass
-    UnslothModuleList.__doc__ = old_module_list.__doc__
-
-    torch.nn.ModuleList = UnslothModuleList
-    return
-pass
-
-
 # =============================================
 # Fixes Bitsandbytes to remove missing warnings
 from transformers.utils.quantization_config import BitsAndBytesConfig, QuantizationMethod