Update llama.py

2025-01-07 01:05:04 -08:00 · 2025-01-07 01:05:04 -08:00 · 5684cbe502
commit 5684cbe502
parent cc69d74d94
1 changed files with 1 additions and 0 deletions
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@ -384,6 +384,7 @@ def LlamaAttention_fast_forward(
        else:
            cos, sin = rotary_emb(V, seq_len=kv_seq_len)

+    print(387, Q.dtype, K.dtype, position_ids)
    Q, K = (
        fast_rope_embedding(Q, K, cos, sin) 
        if position_ids is None