Add **kwargs
This commit is contained in:
parent
c8d0134b7d
commit
16ea28daad
2 changed files with 2 additions and 0 deletions
|
|
@ -164,6 +164,7 @@ def GemmaModel_fast_forward_inference(
|
|||
past_key_values,
|
||||
position_ids,
|
||||
attention_mask = None,
|
||||
**kwargs,
|
||||
):
|
||||
out_weights = tuple(
|
||||
torch.empty_like(
|
||||
|
|
|
|||
|
|
@ -426,6 +426,7 @@ def Gemma2Model_fast_forward_inference(
|
|||
past_key_values,
|
||||
position_ids,
|
||||
attention_mask = None,
|
||||
**kwargs,
|
||||
):
|
||||
out_weights = tuple(
|
||||
torch.empty_like(
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue