From 2b346dc498bab3a2d262ec93cbecdf8206b5e2ca Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Wed, 7 Feb 2024 03:45:07 +1100 Subject: [PATCH] Update save.py --- unsloth/save.py | 12 +++++------- 1 file changed, 5 insertions(+), 7 deletions(-) diff --git a/unsloth/save.py b/unsloth/save.py index a46fbf5e2b..b45ae99305 100644 --- a/unsloth/save.py +++ b/unsloth/save.py @@ -374,11 +374,11 @@ def unsloth_save_model( # Save to GPU memory state_dict[name] = W # [TODO] Saving to RAM seems to leak memory??? - elif (max_ram - W.nbytes) > 0: - # Save to CPU memory - logger.warning_once(f"We will save to RAM and not VRAM now.") - state_dict[name] = W.to("cpu", non_blocking = True, copy = True) - max_ram = max(max_ram - W.nbytes, 0) + # elif (max_ram - W.nbytes) > 0: + # # Save to CPU memory + # logger.warning_once(f"We will save to RAM and not VRAM now.") + # state_dict[name] = W.to("cpu", non_blocking = True, copy = True) + # max_ram = max(max_ram - W.nbytes, 0) else: # Save to Disk logger.warning_once(f"We will save to Disk and not RAM now.") @@ -886,7 +886,6 @@ def unsloth_save_pretrained_gguf( makefile = install_llama_cpp_make_non_blocking() new_save_directory = unsloth_save_model(**arguments) python_install.wait() - makefile.wait() else: try: new_save_directory = unsloth_save_model(**arguments) @@ -899,7 +898,6 @@ def unsloth_save_pretrained_gguf( makefile = install_llama_cpp_make_non_blocking() new_save_directory = unsloth_save_model(**arguments) python_install.wait() - makefile.wait() pass pass