Update llama.py
This commit is contained in:
parent
82ead808d5
commit
a5a123db08
1 changed files with 2 additions and 2 deletions
|
|
@ -683,7 +683,7 @@ pass
|
|||
@torch.inference_mode
|
||||
def LlamaModel_fast_forward_inference(
|
||||
self,
|
||||
input_ids
|
||||
input_ids,
|
||||
past_key_values,
|
||||
):
|
||||
# Fix out of bounds tokenization
|
||||
|
|
@ -753,7 +753,7 @@ def LlamaForCausalLM_fast_forward(
|
|||
|
||||
if past_key_value is not None and \
|
||||
hasattr(self.model.layers[0].self_attn, "paged_attention"):
|
||||
|
||||
|
||||
outputs = LlamaModel_fast_forward_inference(
|
||||
self.model,
|
||||
input_ids,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue