From e8232f8a0cfe033e8f5850fee6b21ef09b0766da Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 19 Nov 2024 16:56:53 -0800 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 5cdb67cfd3..a93c443042 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -1096,6 +1096,7 @@ def unsloth_compile_transformers( compile_custom_modules = True, compile_function_calls = True, fuse_lm_head = True, + gradient_checkpointing = True, epilogue_fusion = True, max_autotune = False, shape_padding = True, @@ -1123,6 +1124,7 @@ def unsloth_compile_transformers( compile_custom_modules = compile_custom_modules, compile_function_calls = compile_function_calls, fuse_lm_head = fuse_lm_head, + gradient_checkpointing = gradient_checkpointing, epilogue_fusion = epilogue_fusion, max_autotune = max_autotune, shape_padding = shape_padding,