From 54b26c0466d37603fb5aa247d8e6e9d6e9c93429 Mon Sep 17 00:00:00 2001
From: Daniel Han-Chen <danielhanchen@gmail.com>
Date: Thu, 29 Feb 2024 00:16:19 +1100
Subject: [PATCH] Update llama.py

---
 unsloth/models/llama.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index 359761c06a..54e016d1af 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -1216,6 +1216,8 @@ class FastLlamaModel:
             )
         pass
 
+        if loftq_config is None: loftq_config = {}
+
         import inspect
         signature = str(inspect.signature(LoraConfig))
         SUPPORTS_LOFTQ  = "loftq_config" in signature