From f12572ee0dd3deff4df254e521af94322e6bfcfb Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 21 Mar 2025 15:27:47 -0700 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 61cf05e110..ad1b6f4943 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1016,6 +1016,7 @@ def CausalLM_fast_forward(fast_forward_inference): logits_to_keep: Optional[int] = 0, *args, **kwargs, ) -> Union[Tuple, CausalLMOutputWithPast]: + print(past_key_values) if past_key_values is not None: outputs = fast_forward_inference( self,