Add **kwargs

This commit is contained in:
Daniel Han 2025-12-08 03:24:51 -08:00
commit 16ea28daad
2 changed files with 2 additions and 0 deletions

View file

@ -164,6 +164,7 @@ def GemmaModel_fast_forward_inference(
past_key_values,
position_ids,
attention_mask = None,
**kwargs,
):
out_weights = tuple(
torch.empty_like(

View file

@ -426,6 +426,7 @@ def Gemma2Model_fast_forward_inference(
past_key_values,
position_ids,
attention_mask = None,
**kwargs,
):
out_weights = tuple(
torch.empty_like(