ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-11-05 00:15:56 -08:00
commit f207f39d63
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
unsloth/models/_utils.py
View file

@ -321,7 +321,8 @@ except Exception as error:
)
pass
import xformers.ops.fmha as xformers
xformers_attention = xformers.memory_efficient_attention
# [TODO] Unsure why Xformers is also breaking as well
xformers_attention = torch.compiler.disable(xformers.memory_efficient_attention)
# Check TRL version
from trl import __version__ as trl_version