From 1b274212e127812ea6c463b6b8b1b6bdb4088eb5 Mon Sep 17 00:00:00 2001
From: Daniel Han-Chen <danielhanchen@gmail.com>
Date: Fri, 2 Feb 2024 20:35:00 +1100
Subject: [PATCH] Update llama.py

---
 unsloth/models/llama.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index 052ff54282..c401804d46 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -699,7 +699,7 @@ def LlamaModel_fast_forward_inference(
             decoder_layer.self_attn,
             hidden_states,
             past_key_values[idx],
-            position_ids,
+            None,
         )
         hidden_states += residual