Update vision.py

This commit is contained in:
Etherll 2025-09-28 23:52:08 +03:00 committed by GitHub
commit 3d6bc4f0ad

View file

@ -505,7 +505,7 @@ class FastBaseModel:
bnb_config.get_loading_attributes = lambda *args, **kwargs: {}
# Cannot be None, since HF now checks for the config
if load_in_4bit:
if load_in_4bit or load_in_8bit:
# Ignore load_in_4bit / load_in_8bit for MXFP4 - best to get config file
if "gpt-oss-20b" in model_name.lower() or "gpt-oss-120b" in model_name.lower():
pass