ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update save.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-02-05 18:05:25 +11:00
commit 33192d6dc8
1 changed files with 6 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
unsloth/save.py
View file

@ -102,8 +102,12 @@ def _merge_lora(layer, name, max_vram):
pass
W.addmm_(A.t().to(torch.float32), B.t().to(torch.float32), alpha = s)
# if not torch.isfinite(W).all():
if not torch.isfinite(torch.max(W.min().abs(), W.max())).item():
raise ValueError(f"Unsloth: Merge failed.\n{name} has some elements = infinity.")
maximum_element = torch.max(W.min().abs(), W.max())
if not torch.isfinite(maximum_element).item():
raise ValueError(
f"Unsloth: Merge failed.\n{name} has some elements = infinity.\n"\
f"For example the element {maximum_element.item()}"
)
pass
W = W.t().to(dtype)
else: