Merge pull request #3384 from Etherll/patch-928

Fix loading as 8bit
2025-09-28 16:55:55 -07:00 · 2025-09-28 16:55:55 -07:00 · c6d7f2ea35
commit c6d7f2ea35
parent 68d8023a4e 3d6bc4f0ad
1 changed files with 1 additions and 1 deletions
--- a/unsloth/models/vision.py
+++ b/unsloth/models/vision.py
@ -505,7 +505,7 @@ class FastBaseModel:
            bnb_config.get_loading_attributes = lambda *args, **kwargs: {}

        # Cannot be None, since HF now checks for the config
-        if load_in_4bit:
+        if load_in_4bit or load_in_8bit:
            # Ignore load_in_4bit / load_in_8bit for MXFP4 - best to get config file
            if "gpt-oss-20b" in model_name.lower() or "gpt-oss-120b" in model_name.lower():
                pass