From 874b5f0448c252ee776d95b329739752f1d6bbc5 Mon Sep 17 00:00:00 2001 From: Mercury Date: Thu, 20 Nov 2025 23:56:52 +0800 Subject: [PATCH] Fix missing code and support inputs_embeds only input. (#3623) --- unsloth/models/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index dde1ff98df..6e61b08c93 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -766,7 +766,7 @@ __DTYPE_MAP = { # https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py#L825 def LlamaModel_fast_forward( self, - input_ids: torch.LongTensor, + input_ids: Optional[torch.LongTensor] = None, causal_mask: Optional[BlockDiagonalCausalMask] = None, attention_mask: Optional[torch.Tensor] = None, position_ids: Optional[torch.LongTensor] = None,