diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index e8b12a8407..d61dbf842b 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -141,8 +141,7 @@ def LlamaAttention_fast_forward_inference( self.paged_attention_V = self.paged_attention[:,1] self.attention.resize_((bsz, n_heads, 1, self.attention.shape[-1]+KV_CACHE_INCREMENT)) pass - - print(1) + Qn = fast_linear_forward(self.q_proj, Xn, out = self.temp_QA[0]) Kn = fast_linear_forward(self.k_proj, Xn, out = self.temp_KV[0]) Vn = fast_linear_forward(self.v_proj, Xn, out = self.temp_KV[1])