diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 5b5ceefc66..19d1f61490 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -12,7 +12,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -__version__ = "2024.12.5" +__version__ = "2024.12.6" __all__ = [ "prepare_model_for_kbit_training", diff --git a/unsloth/save.py b/unsloth/save.py index ce5ee5d38e..e76cb0ccbd 100644 --- a/unsloth/save.py +++ b/unsloth/save.py @@ -2095,7 +2095,6 @@ def unsloth_convert_lora_to_ggml_and_save_locally( pass -from unsloth_zoo.peft_utils import merge_and_overwrite_lora from .models.loader_utils import get_model_name @torch.inference_mode @@ -2131,6 +2130,7 @@ def unsloth_generic_save( import unsloth_zoo if Version(unsloth_zoo.__version__) <= Version("2024.12.1"): + from unsloth_zoo.peft_utils import merge_and_overwrite_lora merge_and_overwrite_lora( get_model_name, create_huggingface_repo, @@ -2143,6 +2143,7 @@ def unsloth_generic_save( private = private, ) else: + from unsloth_zoo.saving_utils import merge_and_overwrite_lora merge_and_overwrite_lora( get_model_name, model,