From d957caeae711185cd50e545f14140d148fae6ede Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 2 May 2025 09:44:01 -0700 Subject: [PATCH] Fix Qwen 3 mapping --- unsloth/models/_utils.py | 2 +- unsloth/models/loader_utils.py | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index c092c4b23a..cd8dd6d0de 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -12,7 +12,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -__version__ = "2025.4.5" +__version__ = "2025.4.6" __all__ = [ "SUPPORTS_BFLOAT16", diff --git a/unsloth/models/loader_utils.py b/unsloth/models/loader_utils.py index ee389b733f..49baae55df 100644 --- a/unsloth/models/loader_utils.py +++ b/unsloth/models/loader_utils.py @@ -21,9 +21,9 @@ SUPPORTS_FOURBIT = transformers_version >= Version("4.37") BAD_MAPPINGS = \ { - "unsloth/qwen3-32B-unsloth-bnb-4bit" : "unsloth/Qwen3-32B-bnb-4bit", # 32B dynamic quant is way too big - "unsloth/qwen3-30B-A3B-unsloth-bnb-4bit" : "unsloth/qwen3-30B-A3B", # HF loads MoEs too slowly - "unsloth/qwen3-30B-A3B-bnb-4bit" : "unsloth/qwen3-30B-A3B", # We rather do it on the fly + "unsloth/qwen3-32B-unsloth-bnb-4bit".lower() : "unsloth/Qwen3-32B-bnb-4bit".lower(), # 32B dynamic quant is way too big + "unsloth/qwen3-30B-A3B-unsloth-bnb-4bit".lower() : "unsloth/qwen3-30B-A3B".lower(), # HF loads MoEs too slowly + "unsloth/qwen3-30B-A3B-bnb-4bit".lower() : "unsloth/qwen3-30B-A3B".lower(), # We rather do it on the fly } def __get_model_name(