From 674ce29131e2d19b87d33d266c09428196f857b0 Mon Sep 17 00:00:00 2001
From: Michael Han <107991372+shimmyshimmer@users.noreply.github.com>
Date: Mon, 16 Mar 2026 22:28:58 -0700
Subject: [PATCH 1/3] Update Unsloth_Studio_Colab.ipynb

---
 studio/Unsloth_Studio_Colab.ipynb | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/studio/Unsloth_Studio_Colab.ipynb b/studio/Unsloth_Studio_Colab.ipynb
index 4397e2a6b7..3d4e8c1928 100644
--- a/studio/Unsloth_Studio_Colab.ipynb
+++ b/studio/Unsloth_Studio_Colab.ipynb
@@ -16,7 +16,7 @@
     "\n",
     "### Unsloth Studio\n",
     "\n",
-    "Train and run open models with [**Unsloth Studio**](https://unsloth.ai/docs/new/unsloth-studio/start).\n",
+    "Train and run open models with [**Unsloth Studio**](https://unsloth.ai/docs/new/unsloth-studio/start). Installation may take ~10mins.\n",
     "\n",
     "[Features](https://unsloth.ai/docs/new/unsloth-studio#features) • [Quickstart](https://unsloth.ai/docs/new/unsloth-studio/start) • [Data Recipes](https://unsloth.ai/docs/new/unsloth-studio/data-recipe) • [Studio Chat](https://unsloth.ai/docs/new/unsloth-studio/chat) • [Export](https://unsloth.ai/docs/new/unsloth-studio/export)"
    ]
@@ -26,7 +26,7 @@
    "id": "e4206349",
    "metadata": {},
    "source": [
-    "<p align=\"left\"><img src=\"https://github.com/unslothai/unsloth/raw/main/studio/frontend/public/studio%20github%20landscape%20colab%20display.png\" width=\"500\"></p>"
+    "<p align=\"left\"><img src=\"https://github.com/unslothai/unsloth/raw/main/studio/frontend/public/studio%20github%20landscape%20colab%20display.png\" width=\"600\"></p>"
    ]
   },
   {

From a804325171c46a557d48b8dcd3c4b60a8f0bfc4f Mon Sep 17 00:00:00 2001
From: Michael Han <107991372+shimmyshimmer@users.noreply.github.com>
Date: Mon, 16 Mar 2026 22:30:12 -0700
Subject: [PATCH 2/3] Update Unsloth_Studio_Colab.ipynb

---
 studio/Unsloth_Studio_Colab.ipynb | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/studio/Unsloth_Studio_Colab.ipynb b/studio/Unsloth_Studio_Colab.ipynb
index 3d4e8c1928..0338fc3a47 100644
--- a/studio/Unsloth_Studio_Colab.ipynb
+++ b/studio/Unsloth_Studio_Colab.ipynb
@@ -16,7 +16,7 @@
     "\n",
     "### Unsloth Studio\n",
     "\n",
-    "Train and run open models with [**Unsloth Studio**](https://unsloth.ai/docs/new/unsloth-studio/start). Installation may take ~10mins.\n",
+    "Train and run open models with [**Unsloth Studio**](https://unsloth.ai/docs/new/unsloth-studio/start). Installation may take 10 mins.\n",
     "\n",
     "[Features](https://unsloth.ai/docs/new/unsloth-studio#features) • [Quickstart](https://unsloth.ai/docs/new/unsloth-studio/start) • [Data Recipes](https://unsloth.ai/docs/new/unsloth-studio/data-recipe) • [Studio Chat](https://unsloth.ai/docs/new/unsloth-studio/chat) • [Export](https://unsloth.ai/docs/new/unsloth-studio/export)"
    ]

From f5e1f52b482b90bfb6a9be3347e33d7630a7d039 Mon Sep 17 00:00:00 2001
From: pluesclues <136766175+pluesclues@users.noreply.github.com>
Date: Tue, 17 Mar 2026 01:42:38 -0400
Subject: [PATCH 3/3] Add check to disable xformers on newer GPUs (#4342)

Disable xformers for GPUs with compute capability >= 12 to ensure compatibility with newer hardware.
---
 unsloth/utils/attention_dispatch.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/unsloth/utils/attention_dispatch.py b/unsloth/utils/attention_dispatch.py
index 72d52ab376..51e7c8e7a9 100644
--- a/unsloth/utils/attention_dispatch.py
+++ b/unsloth/utils/attention_dispatch.py
@@ -33,6 +33,13 @@ from ..utils.packing import (
 if HAS_FLASH_ATTENTION:
     from flash_attn import flash_attn_func, flash_attn_varlen_func
 HAS_XFORMERS = xformers is not None
+
+# xformers kernels (FA3, FA2, cutlass) only support compute capability <= 9.0.
+# Disable xformers on newer GPUs (e.g. RTX 5070 Ti / sm_120) and fall back to SDPA.
+if HAS_XFORMERS and torch.cuda.is_available():
+    _cc = torch.cuda.get_device_capability()
+    if _cc[0] >= 12:
+        HAS_XFORMERS = False
 SDPA_HAS_GQA = "enable_gqa" in (scaled_dot_product_attention.__doc__ or "")
 
 FLASH_VARLEN = "flash_varlen"