ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

adallow float32 dtype in FastLanguageModel (#3204)

Browse source
This commit is contained in:
DoubleMathew 2025-08-21 18:54:39 -05:00 • committed by GitHub
commit cdf63907e6
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
unsloth/models/loader.py
View file

@ -145,7 +145,8 @@ class FastLanguageModel(FastLlamaModel):
if token is None: token = get_token()
if isinstance(dtype, str) and dtype in ["float16", "bfloat16"]:
dtype = getattr(torch, dtype)
assert (dtype is None or dtype == torch.float16 or dtype == torch.bfloat16)
assert (dtype is None or dtype == torch.float16 or dtype == torch.bfloat16
or dtype == torch.float32)
if use_gradient_checkpointing == "unsloth":
patch_unsloth_smart_gradient_checkpointing(dtype = dtype)