From 34838216cc3e96847bf6aac682c8b3355ca36a34 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 30 Jul 2024 10:18:51 -0700 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 34deb8f9bd..f22e81efad 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -175,6 +175,15 @@ class FastLanguageModel(FastLlamaModel): "Please separate the LoRA and base models to 2 repos." ) elif not is_model and not is_peft: + error = autoconfig_error or peft_error + # Old transformers version + if "rope_scaling" in error.lower() and not SUPPORTS_LLAMA31: + raise ImportError( + f"Unsloth: Your transformers version of {transformers_version} does not support new RoPE scaling methods.\n"\ + f"This includes Llama 3.1. The minimum required version is 4.43.2\n"\ + f'Try `pip install --upgrade "transformers>=4.43.2"`\n'\ + f"to obtain the latest transformers build, then restart this session."\ + ) raise RuntimeError(autoconfig_error or peft_error) pass