From ff968e01dd884534a522edeeeaa1ab4aed6addc3 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sun, 16 Mar 2025 20:18:53 -0700 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 44475780af..e3fab290a0 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -460,7 +460,7 @@ class FastModel(FastBaseModel): *args, **kwargs, ): if token is None: token = get_token() - assert (dtype is None or dtype == torch.float16 or dtype == torch.bfloat16) + assert (dtype is None or dtype in (torch.float16, torch.bfloat16, torch.float32)) patch_compiled_autograd() patch_compiling_bitsandbytes()