From 66e07ede3bf595b98a595eb2b201c2f28c56b097 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sun, 7 Dec 2025 16:40:51 -0800 Subject: [PATCH] Xformers fix --- pyproject.toml | 6 ++++++ unsloth/models/_utils.py | 16 ++++++++++++---- 2 files changed, 18 insertions(+), 4 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index d26d364514..eb61d50d88 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -285,10 +285,16 @@ cu130onlytorch290 = [ "xformers @ https://download.pytorch.org/whl/cu130/xformers-0.0.33.post1-cp39-abi3-win_amd64.whl ; (sys_platform == 'win32')", ] cu126onlytorch291 = [ + "xformers @ https://download.pytorch.org/whl/cu126/xformers-0.0.33.post2-cp39-abi3-manylinux_2_28_x86_64.whl ; ('linux' in sys_platform)", + "xformers @ https://download.pytorch.org/whl/cu126/xformers-0.0.33.post2-cp39-abi3-win_amd64.whl ; (sys_platform == 'win32')", ] cu128onlytorch291 = [ + "xformers @ https://download.pytorch.org/whl/cu128/xformers-0.0.33.post2-cp39-abi3-manylinux_2_28_x86_64.whl ; ('linux' in sys_platform)", + "xformers @ https://download.pytorch.org/whl/cu128/xformers-0.0.33.post2-cp39-abi3-win_amd64.whl ; (sys_platform == 'win32')", ] cu130onlytorch291 = [ + "xformers @ https://download.pytorch.org/whl/cu130/xformers-0.0.33.post2-cp39-abi3-manylinux_2_28_x86_64.whl ; ('linux' in sys_platform)", + "xformers @ https://download.pytorch.org/whl/cu130/xformers-0.0.33.post2-cp39-abi3-win_amd64.whl ; (sys_platform == 'win32')", ] cu118 = [ "unsloth[huggingface]", diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index ad48b28e26..3fdcb1eb69 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -761,6 +761,13 @@ elif DEVICE_TYPE == "xpu": # ============================================= # Get Xformers +# Silence xformers CUDA mismatch warnings before import +try: + _xformers_logger = logging.getLogger("xformers") + _xformers_logger.setLevel(_logging.ERROR) + del _xformers_logger +except: + pass try: from xformers import __version__ as xformers_version @@ -835,10 +842,11 @@ except ModuleNotFoundError: xformers_attention = None xformers_version = None except Exception as e: - print( - "========\nSwitching to PyTorch attention since your Xformers is broken.\n========\n" - ) - print(str(e)) + if os.environ.get("UNSLOTH_ENABLE_LOGGING", "0") != "0": + print( + "========\nSwitching to PyTorch attention since your Xformers is broken.\n========\n" + ) + print(str(e)) xformers = None xformers_attention = None xformers_version = None