From 0d24acf0f5e3e8f931f14616fd7c99f35a97a8a4 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Mon, 26 Feb 2024 14:36:39 +1100 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 047eafc56e..93a2382d79 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -283,10 +283,10 @@ def LlamaAttention_fast_forward( if position_ids is None: cos = self.rotary_emb.cos_cached sin = self.rotary_emb.sin_cached - if cos is None: - # Need to call rotary_emb to init it - cos, sin = self.rotary_emb(V, position_ids, seq_len = kv_seq_len) - pass + # if cos is None: + # # Need to call rotary_emb to init it + # cos, sin = self.rotary_emb(V, position_ids, seq_len = kv_seq_len) + # pass Q, K = fast_rope_embedding(Q, K, cos, sin) else: cos, sin = self.rotary_emb(V, seq_len = kv_seq_len)