ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[pre-commit.ci] auto fixes from pre-commit.com hooks

Browse source 
for more information, see https://pre-commit.ci
This commit is contained in:
pre-commit-ci[bot] 2025-12-20 08:34:15 +00:00
commit 31fe882eff
1 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

10
unsloth/models/sentence_transformer.py
View file

@ -618,15 +618,19 @@ class FastSentenceTransformer(FastModel):
transformers4 = Version(transformers.__version__).major < 5
model_type = ""
try:
config = AutoConfig.from_pretrained(model_name, token=token)
config = AutoConfig.from_pretrained(model_name, token = token)
model_type = getattr(config, "model_type", "")
except:
pass
is_distilbert = "distilbert" == model_type.lower()
is_modernbert = "modernbert" == model_type.lower()
if "add_pooling_layer" not in kwargs and not is_distilbert and not is_modernbert:
if (
"add_pooling_layer" not in kwargs
and not is_distilbert
and not is_modernbert
):
kwargs["add_pooling_layer"] = False
# forces fp8 to be False since it's not supported