ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update fp8.py

Browse source
This commit is contained in:
Daniel Han 2025-11-25 07:11:30 -08:00
commit ed43bcb0fe
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/kernels/fp8.py
View file

@ -541,9 +541,9 @@ def test_has_fbgemm():
except Exception as e:
e = str(e)
if "cutlass cannot initialize" in e.lower():
print(f"Unsloth: FBGEMM on the current GPU cannot load - will switch to slower Triton kernels")
print(f"Unsloth: FBGEMM on the current GPU cannot load - will switch to Triton kernels")
else:
print(f"Unsloth: FBGEMM on the current GPU cannot load with error = {e} - will switch to slower Triton kernels")
print(f"Unsloth: FBGEMM on the current GPU cannot load with error = {e} - will switch to Triton kernels")
has_fbgemm = False
del block_scale, xq
torch.cuda.empty_cache()