From dfe35fb4415f7aec9dc0b503257c3113d1eea935 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 30 Oct 2025 06:27:31 -0700 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 98eec737a1..4947bae64c 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -520,6 +520,12 @@ class FastBaseModel: f"To enable float32 training, use `float32_mixed_precision = True` during FastLanguageModel.from_pretrained" ) os.environ["UNSLOTH_BFLOAT16_MIXED_PRECISION"] = "1" + else: + print( + f"Unsloth: Using full float32 full finetuning.\n" + f"To enable bfloat16 training to reduce VRAM usage by 50% albeit with a slightly higher loss, "\ + "use `float32_mixed_precision = False` during FastLanguageModel.from_pretrained" + ) else: print("Unsloth: Float16 full finetuning uses more memory since we upcast weights to float32.") else: