ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[pre-commit.ci] auto fixes from pre-commit.com hooks

Browse source 
for more information, see https://pre-commit.ci
This commit is contained in:
pre-commit-ci[bot] 2025-12-31 03:49:19 +00:00
commit 036f65fd2e
1 changed files with 9 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

13
unsloth/models/sentence_transformer.py
View file

@ -702,12 +702,12 @@ class FastSentenceTransformer(FastModel):
isinstance(st_device, str) and st_device in ["auto", "sequential"]
):
st_device = None
# this was added because when loading for inference it was defaulting to float32
# propagate dtype to model_kwargs, default to "auto"
model_kwargs = kwargs.get("model_kwargs", {})
model_kwargs["dtype"] = dtype if dtype is not None else "auto"
# filter kwargs for SentenceTransformer
st_kwargs = {
"device": st_device,
@ -716,9 +716,14 @@ class FastSentenceTransformer(FastModel):
"revision": revision,
"model_kwargs": model_kwargs,
}
# add other known kwargs if present
known_keys = ["cache_folder", "truncate_dim", "tokenizer_kwargs", "config_kwargs"]
known_keys = [
"cache_folder",
"truncate_dim",
"tokenizer_kwargs",
"config_kwargs",
]
for k in known_keys:
if k in kwargs:
st_kwargs[k] = kwargs[k]