ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update vision.py

Browse source
This commit is contained in:
Daniel Han 2025-08-07 07:13:40 -07:00
commit 1a8eabebab
1 changed files with 10 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

27
unsloth/models/vision.py
View file

@ -435,23 +435,16 @@ class FastBaseModel:
if do_forced_float32: torch_dtype = torch.bfloat16
raise_handler = RaiseUninitialized()
# MXFP4 -> BF16 GPT-OSS check
if "gpt-oss" in os.environ.get("UNSLOTH_MODEL_NAME", "") and \
"quantization_config" not in kwargs:
from unsloth_zoo.temporary_patches.gpt_oss import load_gpt_oss_MXFP4
model = load_gpt_oss_MXFP4(model_name, torch_dtype)
else:
model = auto_model.from_pretrained(
model_name,
device_map = device_map,
torch_dtype = torch_dtype,
# quantization_config = bnb_config,
token = token,
trust_remote_code = trust_remote_code,
# attn_implementation = attn_implementation,
**kwargs,
)
model = auto_model.from_pretrained(
model_name,
device_map = device_map,
torch_dtype = torch_dtype,
# quantization_config = bnb_config,
token = token,
trust_remote_code = trust_remote_code,
# attn_implementation = attn_implementation,
**kwargs,
)
raise_handler.remove()
# Return old flag
os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = old_hf_transfer