From 2ea34d47d518faff4fb9fbf687e114e8508b9883 Mon Sep 17 00:00:00 2001
From: cblomert <christian@zerodebug.com>
Date: Fri, 2 May 2025 12:07:37 +0200
Subject: [PATCH] Added k_norm & q_norm to merged Qwen3 layers (#2452)

---
 unsloth/save.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/unsloth/save.py b/unsloth/save.py
index e3eece6cca..578f2b49a1 100644
--- a/unsloth/save.py
+++ b/unsloth/save.py
@@ -70,6 +70,7 @@ LLAMA_WEIGHTS = (
 LLAMA_LAYERNORMS = (
     "input_layernorm", "post_attention_layernorm",
     "pre_feedforward_layernorm", "post_feedforward_layernorm",
+    "self_attn.q_norm", "self_attn.k_norm",
 )
 
 # https://github.com/ggerganov/llama.cpp/blob/master/examples/quantize/quantize.cpp#L19