From 95f4dc6137472ac039e901bc6571327cd267ec6c Mon Sep 17 00:00:00 2001 From: DoubleMathew Date: Fri, 4 Jul 2025 03:54:27 -0500 Subject: [PATCH 1/4] only warn about prepare causal attention mask when transformers<=4.52.4 (#2867) --- unsloth/models/llama.py | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index d0ff413925..7d56dac2ec 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -152,12 +152,13 @@ def _fast_prepare_inputs_for_generation(self, input_ids, attention_mask=None, ** ) else: attention_mask = attention_mask[:,[-1]] - logger.warning_once( - f"{self.__class__.__name__} has no `_prepare_4d_causal_attention_mask_with_cache_position` method " - "defined in its base modeling class. Compiled forward passes will be sub-optimal. If you're " - "writing code, see Llama for an example implementation. If you're a user, please report this " - "issue on GitHub." - ) + if transformers_version <= Version("4.52.4"): + logger.warning_once( + f"{self.__class__.__name__} has no `_prepare_4d_causal_attention_mask_with_cache_position` method " + "defined in its base modeling class. Compiled forward passes will be sub-optimal. If you're " + "writing code, see Llama for an example implementation. If you're a user, please report this " + "issue on GitHub." + ) if "cache_position" in kwargs: kwargs["position_ids"] = kwargs["cache_position"] From 3eb1fc0af4e5a29615c1de641c4836c10e2856f9 Mon Sep 17 00:00:00 2001 From: Michael Han <107991372+shimmyshimmer@users.noreply.github.com> Date: Fri, 4 Jul 2025 15:37:44 -0700 Subject: [PATCH 2/4] Update README.md Editing icon sizes --- README.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index 24850bb974..e1db910365 100644 --- a/README.md +++ b/README.md @@ -6,9 +6,9 @@ unsloth logo - - - + + + ### Finetune Gemma 3n, Qwen3, Llama 4, Phi-4 & Mistral 2x faster with 80% less VRAM! From 000252c947fe9421071216c19fd53e5d0495a1c0 Mon Sep 17 00:00:00 2001 From: Michael Han <107991372+shimmyshimmer@users.noreply.github.com> Date: Fri, 4 Jul 2025 15:50:31 -0700 Subject: [PATCH 3/4] Update README.md Updating icon sizes --- README.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index e1db910365..4b5f0cb480 100644 --- a/README.md +++ b/README.md @@ -70,11 +70,11 @@ For Windows install instructions, see [here](https://docs.unsloth.ai/get-started | Type | Links | | ------------------------------- | --------------------------------------- | | 📚 **Documentation & Wiki** | [Read Our Docs](https://docs.unsloth.ai) | -|   **Twitter (aka X)** | [Follow us on X](https://twitter.com/unslothai)| +|   **Twitter (aka X)** | [Follow us on X](https://twitter.com/unslothai)| | 💾 **Installation** | [Pip install](https://docs.unsloth.ai/get-started/installing-+-updating)| | 🔮 **Our Models** | [Unsloth Releases](https://docs.unsloth.ai/get-started/all-our-models)| | ✍️ **Blog** | [Read our Blogs](https://unsloth.ai/blog)| -|   **Reddit** | [Join our Reddit page](https://reddit.com/r/unsloth)| +|   **Reddit** | [Join our Reddit](https://reddit.com/r/unsloth)| ## ⭐ Key Features - Supports **full-finetuning**, pretraining, 4b-bit, 16-bit and **8-bit** training @@ -83,7 +83,7 @@ For Windows install instructions, see [here](https://docs.unsloth.ai/get-started - **0% loss in accuracy** - no approximation methods - all exact. - No change of hardware. Supports NVIDIA GPUs since 2018+. Minimum CUDA Capability 7.0 (V100, T4, Titan V, RTX 20, 30, 40x, A100, H100, L40 etc) [Check your GPU!](https://developer.nvidia.com/cuda-gpus) GTX 1070, 1080 works, but is slow. - Works on **Linux** and **Windows** -- If you trained a model with 🦥Unsloth, you can use this cool sticker!   +- If you trained a model with 🦥Unsloth, you can use this cool sticker!   ## 💾 Install Unsloth You can also see our documentation for more detailed installation and updating instructions [here](https://docs.unsloth.ai/get-started/installing-+-updating). From c5b1a10ea8cfde71a5b3ee95f5d8b0b2ce586235 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sat, 5 Jul 2025 02:07:20 -0700 Subject: [PATCH 4/4] Update README.md (#2885) --- blackwell/README.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/blackwell/README.md b/blackwell/README.md index 84dfdc84d3..1e4bd50104 100644 --- a/blackwell/README.md +++ b/blackwell/README.md @@ -1,5 +1,7 @@ # Unsloth Blackwell Compatibility +For RTX 5060, RTX 5070, RTX 5080, RTX 5090 GPUs and also B200, B40, GB100, GB102, GB20* and GPUs listed in https://en.wikipedia.org/wiki/Blackwell_(microarchitecture) + ## Overview `Blackwell` (`sm100+`) requires all dependent libraries to be compiled with `cuda 12.8`.