diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 5cdb67cfd3..a93c443042 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -1096,6 +1096,7 @@ def unsloth_compile_transformers( compile_custom_modules = True, compile_function_calls = True, fuse_lm_head = True, + gradient_checkpointing = True, epilogue_fusion = True, max_autotune = False, shape_padding = True, @@ -1123,6 +1124,7 @@ def unsloth_compile_transformers( compile_custom_modules = compile_custom_modules, compile_function_calls = compile_function_calls, fuse_lm_head = fuse_lm_head, + gradient_checkpointing = gradient_checkpointing, epilogue_fusion = epilogue_fusion, max_autotune = max_autotune, shape_padding = shape_padding,