From 074e7f63a2ff3fa771944002c71f050ed7fbe456 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 5 Feb 2025 20:30:36 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 1 - 1 file changed, 1 deletion(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 795281200a..a337472a3e 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -384,7 +384,6 @@ def LlamaAttention_fast_forward( assert(n_kv_heads * n_groups == n_heads) Q, K, V = self.apply_qkv(self, hidden_states) - print("#######", Q, self.q_proj.lora_B.default.weight) Q = Q.view(bsz, q_len, n_heads, head_dim).transpose(1, 2) K = K.view(bsz, q_len, n_kv_heads, head_dim).transpose(1, 2) V = V.view(bsz, q_len, n_kv_heads, head_dim).transpose(1, 2)