ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-10-24 01:11:20 -07:00
commit f195ee1e65
1 changed files with 14 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

14
unsloth/models/_utils.py
View file

@ -162,6 +162,20 @@ if hasattr(transformers.cache_utils, "DynamicCache") and \
pass
# =============================================
# =============================================
# Weird Databricks errors
from transformers.utils import is_openai_available
if is_openai_available():
try:
from openai import OpenAI
except:
print("Unsloth: OpenAI failed to import - ignoring for now.")
import transformers.utils
def _is_openai_available(): return False
transformers.utils.is_openai_available = _is_openai_available
pass
pass
# =============================================
# Get Flash Attention v2 if Ampere (RTX 30xx, A100)
import bitsandbytes as bnb