diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py
index 4f004ff93a..0e4df9e2c8 100644
--- a/unsloth/models/_utils.py
+++ b/unsloth/models/_utils.py
@@ -221,12 +221,13 @@ class _RaiseUninitialized(logging.Handler):
     def __init__(self):
         super().__init__()
     def emit(self, record):
-        if "some weights of" in str(record).lower():
+        record_lower = str(record).lower()
+        if "some weights of" in record_lower and "score.weight" not in record_lower:
             raise Exception(
                 f"Unsloth: Critical error since some weights are not initialized.\n"\
                 f"Please try updating Unsloth, transformers and timm via:\n"\
                 f"`pip install --upgrade --force-reinstall --no-cache-dir --no-deps unsloth unsloth_zoo transformers timm`\n"\
-                f"".str(record))
+                f"{str(record)}")
 pass
 class RaiseUninitialized:
     def __init__(self):