Update mistral.py

This commit is contained in:
Daniel Han-Chen 2024-02-02 16:46:30 +11:00
commit ca99d7c194

View file

@ -55,6 +55,10 @@ def MistralAttention_fast_forward(
position_ids,
)
return A, None, past_key_value
elif hasattr(self, "paged_attention"):
del self.paged_attention_K
del self.paged_attention_V
del self.paged_attention
pass
bsz, q_len, _ = hidden_states.size()