From 6de3d3b858b3346929ffb9fc36e3d40da3631130 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sun, 27 Oct 2024 15:09:35 -0700 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 0acc8cd350..51c63fc7dd 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -367,6 +367,7 @@ torch_dynamo_arguments = [ "config.suppress_errors = True", # Supress errors for now "config.do_not_emit_runtime_asserts = True", "config.cache_size_limit = 1024", # Flex Attention + "config.inline_inbuilt_nn_modules = True", # Torch 2.5 Regional recompilation ] import torch._inductor.config as config for _try_compile_argument in torch_compile_arguments: