ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2025-09-16 06:23:19 -07:00
commit a6fcbbe814
1 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

6
unsloth/models/_utils.py
View file

@ -683,8 +683,12 @@ try:
pass
import xformers.ops.fmha as xformers
xformers_attention = xformers.memory_efficient_attention
except ModuleNotFoundError:
xformers = None
xformers_attention = None
xformers_version = None
except Exception as e:
print("========\nSwitching to SDPA PyTorch native attention which is slightly slower.\n========\n")
print("========\nSwitching to PyTorch attention since your Xformers is broken.\n========\n")
print(str(e))
xformers = None
xformers_attention = None