From 658f23f3f60fdc2393745d62a30a8b0db462df01 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 14 Mar 2025 04:51:43 -0700 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index ffb917ef79..efb1bcdb63 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -73,7 +73,6 @@ FORCE_FLOAT32 = [ global FORCE_EAGER_ATTENTION FORCE_EAGER_ATTENTION = [ "pixtral", # Pixtral SDPA not implemented - "gemma-3-1b", # Small Gemma SDPA breaks ] @@ -197,7 +196,6 @@ class FastBaseModel: if (disable_name.lower() == model_type_arch.lower() or \ disable_name.lower() in model_name.lower()) and \ dtype == torch.float16: - break print(f"Unsloth: Using float16 precision for {model_type_arch} won't work! Using float32.") os.environ["UNSLOTH_FORCE_FLOAT32"] = "1" @@ -215,7 +213,6 @@ class FastBaseModel: attn_implementation = "eager" break pass - attn_implementation = "eager" bnb_config = None if full_finetuning and (load_in_4bit or load_in_8bit):