From 34209e9160f576194dfd8f31ffbaa25c38f2ef9f Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Tue, 5 Nov 2024 01:30:34 -0800
Subject: [PATCH] Update _utils.py

---
 unsloth/models/_utils.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py
index cdb28234c7..22aa4d3d80 100644
--- a/unsloth/models/_utils.py
+++ b/unsloth/models/_utils.py
@@ -395,13 +395,13 @@ torch_compile_options = {
     "max_autotune"      : True,
     "shape_padding"     : True,
     "trace.enabled"     : UNSLOTH_COMPILE_DEBUG,
-    "triton.cudagraphs" : False,
+    "triton.cudagraphs" : True,
 }
 
 import accelerate
 def torch_compile_kwargs(*args, **kwargs):
     print("Unsloth: Enabled auto compiling")
-    return {"dynamic" : True, "fullgraph" : False, "options" : torch_compile_options,}
+    return {"dynamic" : True, "fullgraph" : True, "options" : torch_compile_options,}
 pass
 
 accelerate.utils.dataclasses.TorchDynamoPlugin.to_kwargs = torch_compile_kwargs