ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

removed bidirectional check for 31b (#4839)

Browse source 
Co-authored-by: Manan17 <shahmanan170602@gmail.coml>
This commit is contained in:
Manan Shah 2026-04-03 16:44:01 -05:00 • committed by GitHub
commit f58f9ce2b6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 0 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/models/gemma4_text.py
View file

@ -54,10 +54,6 @@ class ModelArgs(BaseModelArgs):
use_bidirectional_attention: Optional[str] = None
def __post_init__(self):
if self.use_bidirectional_attention is not None:
raise NotImplementedError(
"Gemma4 bidirectional attention modes are not implemented in mlx-lm."
)
if self.layer_types is None:
self.layer_types = [
"sliding_attention" if (i + 1) % 6 else "full_attention"