Fix missing code and support inputs_embeds only input. (#3623)
This commit is contained in:
parent
ecacc17f7e
commit
874b5f0448
1 changed files with 1 additions and 1 deletions
|
|
@ -766,7 +766,7 @@ __DTYPE_MAP = {
|
|||
# https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py#L825
|
||||
def LlamaModel_fast_forward(
|
||||
self,
|
||||
input_ids: torch.LongTensor,
|
||||
input_ids: Optional[torch.LongTensor] = None,
|
||||
causal_mask: Optional[BlockDiagonalCausalMask] = None,
|
||||
attention_mask: Optional[torch.Tensor] = None,
|
||||
position_ids: Optional[torch.LongTensor] = None,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue