diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 359761c06a..54e016d1af 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1216,6 +1216,8 @@ class FastLlamaModel: ) pass + if loftq_config is None: loftq_config = {} + import inspect signature = str(inspect.signature(LoraConfig)) SUPPORTS_LOFTQ = "loftq_config" in signature