diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index 6d18792581..f443b91b27 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -1419,7 +1419,7 @@ class FastLlamaModel:
                     (k_proj.base_layer if hasattr(k_proj, "base_layer") else k_proj).bias is None and \
                     (v_proj.base_layer if hasattr(v_proj, "base_layer") else v_proj).bias is None:
 
-                    layer.self_attn.apply_qkv = apply_lora_qkv
+                    # layer.self_attn.apply_qkv = apply_lora_qkv
                     n_qkv += 1
                 else:
                     logger.warning_once(
@@ -1433,7 +1433,7 @@ class FastLlamaModel:
                 if hasattr(o_proj, "lora_A") and \
                     (o_proj.base_layer if hasattr(o_proj, "base_layer") else o_proj).bias is None:
 
-                    layer.self_attn.apply_o = apply_lora_o
+                    # layer.self_attn.apply_o = apply_lora_o
                     n_o += 1
                 else:
                     logger.warning_once(