Update llama.py

This commit is contained in:
Daniel Han-Chen 2024-01-31 20:06:28 +11:00
commit 0dc26ed98a

View file

@ -382,6 +382,7 @@ def LlamaAttention_fast_forward(
V = V.transpose(1, 2)
A = flash_attn_func(Q, K, V, causal = True)
else:
print(attention_mask)
# Grouped query attention
if n_groups != 1:
K = K[:, :, None, :, :].expand(bsz, n_kv_heads, n_groups, kv_seq_len, head_dim)