ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge pull request #3832 from ykaitao/ktyang_remove_redundant_code_has_block

Browse source 
remove redundant code of has_block
This commit is contained in:
Daniel Han 2026-01-03 23:18:27 -08:00 • committed by GitHub
commit c6f8d00329
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

10
unsloth/utils/attention_dispatch.py
View file

@ -219,16 +219,10 @@ def run_attention(
)
if config.n_groups != 1 and not requires_grad:
if has_block:
out = out.view(bsz, q_len, config.n_kv_heads, config.n_groups, head_dim)
else:
out = out.view(bsz, q_len, config.n_kv_heads, config.n_groups, head_dim)
out = out.view(bsz, q_len, config.n_kv_heads, config.n_groups, head_dim)
out = out.reshape(bsz, q_len, n_heads, head_dim)
else:
if has_block:
out = out.view(bsz, q_len, n_heads, head_dim)
else:
out = out.view(bsz, q_len, n_heads, head_dim)
out = out.view(bsz, q_len, n_heads, head_dim)
return out
else:
local_mask = context.attention_mask