From fcde58859bf319f9edf4d09b871443fe195331a7 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sun, 21 Jan 2024 20:06:14 +1100 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 90d7cbc4f3..91c4b26c49 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -304,7 +304,7 @@ def LlamaDecoderLayer_fast_forward( past_key_value (`Tuple(torch.FloatTensor)`, *optional*): cached past key and value projection states """ bsz, q_len, hd = hidden_states.size() - + print(hidden_states.size()) if (past_key_value is not None and q_len == 1): # Self Attention residual = hidden_states