ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

remove unused variable BlockDiagonalCausalMask

Browse source
This commit is contained in:
Kaitao Yang 2026-01-04 09:21:44 -08:00
commit b5addbc936
1 changed files with 0 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
unsloth/utils/attention_dispatch.py
View file

@ -32,9 +32,6 @@ from ..utils.packing import (
if HAS_FLASH_ATTENTION:
from flash_attn import flash_attn_func, flash_attn_varlen_func
HAS_XFORMERS = xformers is not None
BlockDiagonalCausalMask = None
if HAS_XFORMERS:
BlockDiagonalCausalMask = xformers.attn_bias.BlockDiagonalCausalMask
SDPA_HAS_GQA = "enable_gqa" in (scaled_dot_product_attention.__doc__ or "")
FLASH_VARLEN = "flash_varlen"