diff --git a/unsloth/save.py b/unsloth/save.py index e50f0d34da..868d25de4b 100644 --- a/unsloth/save.py +++ b/unsloth/save.py @@ -25,6 +25,7 @@ from .kernels import fast_dequantize, QUANT_STATE, get_lora_parameters import subprocess import psutil import re +from transformers.models.llama.modeling_llama import logger __all__ = [ "print_quantization_methods", @@ -845,13 +846,11 @@ def save_to_gguf( _run_installer = None, # Non blocking install of llama.cpp ): logger.warning( - "WARNING: llama.cpp GGUF conversion is currently unstable, since llama.cpp is\n"\ + "NOTICE: llama.cpp GGUF conversion is currently unstable, since llama.cpp is\n"\ "undergoing some major bug fixes as at 5th of May 2024. This is not an Unsloth issue.\n"\ "Please be patient - GGUF saving should still work, but might not work as well." ) - from transformers.models.llama.modeling_llama import logger - if quantization_method.startswith("iq2"): raise RuntimeError("Unsloth: Currently iq2 type quantizations aren't supported yet - sorry!")