Update vision.py
This commit is contained in:
parent
64136e6336
commit
a3d6b3a4bf
1 changed files with 1 additions and 1 deletions
|
|
@ -525,7 +525,7 @@ class FastBaseModel:
|
|||
f"To enable bfloat16 training to reduce VRAM usage by 50% albeit with a slightly higher loss, "\
|
||||
"use `float32_mixed_precision = False` during FastLanguageModel.from_pretrained"
|
||||
)
|
||||
os.environ["UNSLOTH_BFLOAT16_MIXED_PRECISION"] = "1"
|
||||
os.environ["UNSLOTH_BFLOAT16_MIXED_PRECISION"] = "1"
|
||||
else:
|
||||
print("Unsloth: Float16 full finetuning uses more memory since we upcast weights to float32.")
|
||||
else:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue