Update vision.py

This commit is contained in:
Daniel Han 2025-03-13 06:06:24 -07:00
commit f45bddbdae

View file

@ -185,6 +185,7 @@ class FastBaseModel:
os.environ["UNSLOTH_FORCE_FLOAT32"] = "0"
bnb_compute_dtype = dtype
for disable_name in FORCE_FLOAT32:
print(disable_name, model_type_arch)
if disable_name.lower() == model_type_arch.lower() and dtype == torch.float16:
print(f"Unsloth: Using float16 precision for {model_type_arch} won't work! Using float32.")
os.environ["UNSLOTH_FORCE_FLOAT32"] = "1"