ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update vision.py

Browse source
This commit is contained in:
Daniel Han 2025-10-30 05:54:26 -07:00
commit 8f7e0164df
1 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
unsloth/models/vision.py
View file

@ -511,10 +511,11 @@ class FastBaseModel:
if full_finetuning:
os.environ["UNSLOTH_ENABLE_FULL_FINETUNING"] = "1"
if dtype == torch.bfloat16:
print(
f"Unsloth: Using bfloat16 full finetuning which cuts memory usage by 50%.\n"
f"To enable float32 training, use `float32_mixed_precision = True` during FastLanguageModel.from_pretrained"
)
if float32_mixed_precision != True:
print(
f"Unsloth: Using bfloat16 full finetuning which cuts memory usage by 50%.\n"
f"To enable float32 training, use `float32_mixed_precision = True` during FastLanguageModel.from_pretrained"
)
else:
print("Unsloth: Float16 full finetuning uses more memory since we upcast weights to float32.")
else: