diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index b021ac2b3b..7d0acab52e 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -756,6 +756,9 @@ class FastLlamaModel:
         # Clear deleted GPU items
         gc.collect()
         torch.cuda.empty_cache()
+
+        # We check the tokenizer first for errors
+        check_tokenizer(model, tokenizer)
         return model
     pass
 
@@ -791,9 +794,6 @@ class FastLlamaModel:
             assert(module in accepted_modules)
         pass
 
-        # We check the tokenizer first for errors
-        check_tokenizer(model, tokenizer)
-
         # Get LoRA
         lora_config = LoraConfig(
             r              = r,