From e74807809571eea89e18c9932eb661cf28b6a27e Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Fri, 2 Feb 2024 20:24:44 +1100 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 7211015218..efcb86012d 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -752,7 +752,7 @@ def LlamaForCausalLM_fast_forward( if past_key_value is not None and \ hasattr(self.model.layers[0].self_attn, "paged_attention"): - + print(1) outputs = LlamaModel_fast_forward_inference( self.model, input_ids,