From 8e2dbefbf45e2905b42bd6731eb3cc33eadc41a7 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 5 Feb 2025 20:24:33 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index a337472a3e..795281200a 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -384,6 +384,7 @@ def LlamaAttention_fast_forward( assert(n_kv_heads * n_groups == n_heads) Q, K, V = self.apply_qkv(self, hidden_states) + print("#######", Q, self.q_proj.lora_B.default.weight) Q = Q.view(bsz, q_len, n_heads, head_dim).transpose(1, 2) K = K.view(bsz, q_len, n_kv_heads, head_dim).transpose(1, 2) V = V.view(bsz, q_len, n_kv_heads, head_dim).transpose(1, 2)