ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update vision.py

Browse source
This commit is contained in:
Daniel Han 2025-10-30 06:27:31 -07:00
commit dfe35fb441
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
unsloth/models/vision.py
View file

@ -520,6 +520,12 @@ class FastBaseModel:
f"To enable float32 training, use `float32_mixed_precision = True` during FastLanguageModel.from_pretrained"
)
os.environ["UNSLOTH_BFLOAT16_MIXED_PRECISION"] = "1"
else:
print(
f"Unsloth: Using full float32 full finetuning.\n"
f"To enable bfloat16 training to reduce VRAM usage by 50% albeit with a slightly higher loss, "\
"use `float32_mixed_precision = False` during FastLanguageModel.from_pretrained"
)
else:
print("Unsloth: Float16 full finetuning uses more memory since we upcast weights to float32.")
else: