From 257cd7d531b4fd35186116a4f3843c96a0dd6511 Mon Sep 17 00:00:00 2001
From: Daniel Han-Chen <danielhanchen@gmail.com>
Date: Sat, 3 Feb 2024 23:22:21 +1100
Subject: [PATCH] Update llama.py

---
 unsloth/models/llama.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index 07301bcb7d..237ec6cc1c 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -680,7 +680,7 @@ def LlamaModel_fast_forward_inference(
             decoder_layer.self_attn,
             hidden_states,
             past_key_values[idx],
-            dp_prefill = False,
+            do_prefill = False,
             temp_QA = temp_QA,
             temp_KV = temp_KV,
             RH_Q = RH_Q,