From 3d73560df33a244567fda5dbe9313ed80b5e39ab Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Mon, 26 Feb 2024 14:37:09 +1100 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 93a2382d79..25e2f84f71 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -283,10 +283,6 @@ def LlamaAttention_fast_forward( if position_ids is None: cos = self.rotary_emb.cos_cached sin = self.rotary_emb.sin_cached - # if cos is None: - # # Need to call rotary_emb to init it - # cos, sin = self.rotary_emb(V, position_ids, seq_len = kv_seq_len) - # pass Q, K = fast_rope_embedding(Q, K, cos, sin) else: cos, sin = self.rotary_emb(V, seq_len = kv_seq_len)