Simplify FA2 fallback text and filter AMD ids noise
This commit is contained in:
parent
61d5622adb
commit
eb6cc76602
2 changed files with 6 additions and 8 deletions
|
|
@ -199,6 +199,8 @@ if os.environ.get("UNSLOTH_ENABLE_LOGGING", "0") != "1":
|
|||
|
||||
# Triton "df: No such file or directory" stderr noise
|
||||
sys.stderr.add_filter("df: No such file")
|
||||
# ROCm/libdrm missing ids table stderr noise on some AMD setups
|
||||
sys.stderr.add_filter("amdgpu.ids: No such file or directory")
|
||||
|
||||
|
||||
# Fix up AttributeError: 'MessageFactory' object has no attribute 'GetPrototype'
|
||||
|
|
|
|||
|
|
@ -872,10 +872,8 @@ if DEVICE_TYPE == "cuda":
|
|||
)
|
||||
except:
|
||||
print(
|
||||
"Unsloth: Your Flash Attention 2 installation seems to be broken?\n"
|
||||
"A possible explanation is you have a new CUDA version which isn't\n"
|
||||
"yet compatible with FA2? Please file a ticket to Unsloth or FA2.\n"
|
||||
"We shall now use Xformers instead, which does not have any performance hits!"
|
||||
"Unsloth: Your Flash Attention 2 installation seems to be broken. "
|
||||
"Using Xformers instead. No performance changes will be seen."
|
||||
)
|
||||
|
||||
# Stop Flash Attention from importing!
|
||||
|
|
@ -923,10 +921,8 @@ elif DEVICE_TYPE == "hip":
|
|||
)
|
||||
except:
|
||||
print(
|
||||
"Unsloth: Your Flash Attention 2 installation seems to be broken?\n"
|
||||
"A possible explanation is you have a new CUDA version which isn't\n"
|
||||
"yet compatible with FA2? Please file a ticket to Unsloth or FA2.\n"
|
||||
"We shall now use Xformers instead, which does not have any performance hits!"
|
||||
"Unsloth: Your Flash Attention 2 installation seems to be broken. "
|
||||
"Using Xformers instead. No performance changes will be seen."
|
||||
)
|
||||
|
||||
# Stop Flash Attention from importing!
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue