ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update mistral.py

Browse source
This commit is contained in:
Daniel Han 2024-07-18 13:33:13 -07:00
commit fbf6cc747e
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/mistral.py
View file

@ -161,7 +161,7 @@ def MistralAttention_fast_forward(
A = A.transpose(1, 2).contiguous()
pass
attn_output = A.reshape(bsz, q_len, self.hidden_size)
attn_output = A.reshape(bsz, q_len, n_heads*head_dim)
attn_output = self.apply_o(self, attn_output)
attn_weights = None
return attn_output, attn_weights, past_key_value