diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 4271eb6a82..f5075a5445 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -1104,6 +1104,7 @@ def unsloth_compile_transformers( compile_function_calls = True, fuse_lm_head = True, gradient_checkpointing = True, + manual_replacements = True, epilogue_fusion = True, max_autotune = False, shape_padding = True, @@ -1132,6 +1133,7 @@ def unsloth_compile_transformers( compile_function_calls = compile_function_calls, fuse_lm_head = fuse_lm_head, gradient_checkpointing = gradient_checkpointing, + manual_replacements = manual_replacements, epilogue_fusion = epilogue_fusion, max_autotune = max_autotune, shape_padding = shape_padding,