ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update save.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-02-05 17:32:43 +11:00
commit a50daa19d8
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/save.py
View file

@ -379,7 +379,7 @@ def unsloth_save_model(
for item in LLAMA_WEIGHTS:
proj = eval(f"layer.{item}")
name = f"model.layers.{j}.{item}.weight"
W, out_of_memory = _merge_lora(proj, name)
W, out_of_memory = _merge_lora(proj, name, max_vram)
if not out_of_memory:
# Save to GPU memory