ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[pre-commit.ci] auto fixes from pre-commit.com hooks

Browse source 
for more information, see https://pre-commit.ci
This commit is contained in:
pre-commit-ci[bot] 2025-12-30 09:19:32 +00:00
commit 1dfb9e9505
1 changed files with 6 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
unsloth/models/sentence_transformer.py
View file

@ -106,6 +106,7 @@ class FastSentenceTransformer(FastModel):
Supports transformers 4.
"""
from transformers.models.mpnet import modeling_mpnet
# add supports_gradient_checkpointing flag
modeling_mpnet.MPNetModel.supports_gradient_checkpointing = True
@ -200,6 +201,7 @@ class FastSentenceTransformer(FastModel):
Supports transformers 5.
"""
from transformers.models.mpnet import modeling_mpnet
# add supports_gradient_checkpointing flag
modeling_mpnet.MPNetModel.supports_gradient_checkpointing = True
@ -700,8 +702,10 @@ class FastSentenceTransformer(FastModel):
)
if not has_modules_json and load_in_4bit:
print("Unsloth: No modules.json found. This is not a sentence-transformers model.\n"
"Forcing 16-bit loading to simplify merged model saving.")
print(
"Unsloth: No modules.json found. This is not a sentence-transformers model.\n"
"Forcing 16-bit loading to simplify merged model saving."
)
load_in_4bit = False
load_in_16bit = True