From 032d109d98bac08a8e923f356adfb384861e11fb Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 11 Mar 2025 22:02:39 -0700 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index a05c689205..591f2fb9d7 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -475,7 +475,11 @@ class FastModel(FastBaseModel): pass if load_in_4bit and load_in_8bit: - raise RuntimeError("Unsloth: Can only load in 4bit or 8bit, not both!") + raise RuntimeError( + "Unsloth: Can only load in 4bit or 8bit, not both!\n"\ + "Also, we by default set `load_in_4bit = True`.\n"\ + "If you want 8bit finetuning, set both `load_in_4bit = False` and `load_in_8bit = True`" + ) if load_in_4bit: pass elif load_in_8bit: pass elif not load_in_4bit and not load_in_8bit and not full_finetuning: