From 0fcfce3d214bc2a8df15780b20cf48255f7d0a74 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 18 Mar 2025 01:53:52 -0700 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 46069ce844..acf999faff 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -148,7 +148,7 @@ def unsloth_base_fast_generate( # Mixed precision autocast if os.environ.get("UNSLOTH_FORCE_FLOAT32", "0") == "1": - autocaster = contextlib.nullcontext() + autocaster = torch.autocast(device_type = "cuda", dtype = dtype) else: autocaster = torch.autocast(device_type = "cuda", dtype = dtype) with torch.inference_mode(), autocaster: