From f207f39d63a0607b1ae63cee86204bdbe45a43a8 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 5 Nov 2024 00:15:56 -0800 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index cf34767d7b..cdb28234c7 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -321,7 +321,8 @@ except Exception as error: ) pass import xformers.ops.fmha as xformers -xformers_attention = xformers.memory_efficient_attention +# [TODO] Unsure why Xformers is also breaking as well +xformers_attention = torch.compiler.disable(xformers.memory_efficient_attention) # Check TRL version from trl import __version__ as trl_version