ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.py

Browse source
This commit is contained in:
Daniel Han 2025-01-07 01:02:35 -08:00
commit 06d40574dc
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/llama.py
View file

@ -389,7 +389,7 @@ def LlamaAttention_fast_forward(
if position_ids is None
else inplace_rope_embedding(Q, K, cos, sin, position_ids)
)
print(392, Q.dtype, K.dtype)
print(392, Q.dtype, K.dtype, position_ids)
if past_key_value is not None:
K = torch.cat([past_key_value[0], K], dim = 2)