diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 85416b81bd..6b83b8e739 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -95,6 +95,9 @@ class FastLanguageModel(FastLlamaModel): model_name = _get_model_name(model_name, load_in_4bit) # First check if it's a normal model via AutoConfig + from huggingface_hub.utils import disable_progress_bars, enable_progress_bars, are_progress_bars_disabled + was_disabled = are_progress_bars_disabled() + disable_progress_bars() try: model_config = AutoConfig.from_pretrained(model_name, token = token, revision = revision) is_model = True @@ -129,6 +132,8 @@ class FastLanguageModel(FastLlamaModel): model_config = AutoConfig.from_pretrained(model_name, token = token, revision = revision) pass + if not was_disabled: enable_progress_bars() + model_type = model_config.model_type if model_type == "llama":