From 8129994061377c4c7d4868fa1a73226e8251cbb9 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 10 Jun 2026 08:12:54 -0700 Subject: [PATCH] Call patch_compiling_bitsandbytes on the FastLanguageModel path (#6144) * Call patch_compiling_bitsandbytes on the FastLanguageModel dispatch path * Guard the FastLanguageModel patch call so an old unsloth_zoo cannot crash loads --- unsloth/models/loader.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 67d1ce9b8d..0ee9e49ba1 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -722,6 +722,14 @@ class FastLanguageModel(FastLlamaModel): load_in_4bit_kwargs = False load_in_8bit_kwargs = False + # Mirror FastModel: bitsandbytes < 0.46.0 needs dynamo disabled. + # Best effort: never crash the load (old unsloth_zoo without the + # zoo #710 fix raises NameError here on Python 3.13). + try: + patch_compiling_bitsandbytes() + except Exception as e: + print(f"Unsloth: Could not patch bitsandbytes for torch.compile - {e}") + model, tokenizer = dispatch_model.from_pretrained( model_name = model_name, max_seq_length = max_seq_length,