Update llama.py

2024-02-02 20:35:00 +11:00 · 2024-02-02 20:35:00 +11:00 · 1b274212e1
commit 1b274212e1
parent 9df19aeb9f
1 changed files with 1 additions and 1 deletions
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@ -699,7 +699,7 @@ def LlamaModel_fast_forward_inference(
            decoder_layer.self_attn,
            hidden_states,
            past_key_values[idx],
-            position_ids,
+            None,
        )
        hidden_states += residual