From a50daa19d8f9682ad0c1c0b80b79a4f68027dd71 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Mon, 5 Feb 2024 17:32:43 +1100 Subject: [PATCH] Update save.py --- unsloth/save.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/save.py b/unsloth/save.py index 7f8cfe8ad2..30eaac92ff 100644 --- a/unsloth/save.py +++ b/unsloth/save.py @@ -379,7 +379,7 @@ def unsloth_save_model( for item in LLAMA_WEIGHTS: proj = eval(f"layer.{item}") name = f"model.layers.{j}.{item}.weight" - W, out_of_memory = _merge_lora(proj, name) + W, out_of_memory = _merge_lora(proj, name, max_vram) if not out_of_memory: # Save to GPU memory