Fix missing code and support inputs_embeds only input. (#3623)

This commit is contained in:
Mercury 2025-11-20 23:56:52 +08:00 committed by GitHub
commit 874b5f0448

View file

@ -766,7 +766,7 @@ __DTYPE_MAP = {
# https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py#L825
def LlamaModel_fast_forward(
self,
input_ids: torch.LongTensor,
input_ids: Optional[torch.LongTensor] = None,
causal_mask: Optional[BlockDiagonalCausalMask] = None,
attention_mask: Optional[torch.Tensor] = None,
position_ids: Optional[torch.LongTensor] = None,