From 036f65fd2e2fa3c3d11aba630720ffb60ae9d37b Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Wed, 31 Dec 2025 03:49:19 +0000 Subject: [PATCH] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- unsloth/models/sentence_transformer.py | 13 +++++++++---- 1 file changed, 9 insertions(+), 4 deletions(-) diff --git a/unsloth/models/sentence_transformer.py b/unsloth/models/sentence_transformer.py index 58b6b99107..169197865d 100644 --- a/unsloth/models/sentence_transformer.py +++ b/unsloth/models/sentence_transformer.py @@ -702,12 +702,12 @@ class FastSentenceTransformer(FastModel): isinstance(st_device, str) and st_device in ["auto", "sequential"] ): st_device = None - + # this was added because when loading for inference it was defaulting to float32 # propagate dtype to model_kwargs, default to "auto" model_kwargs = kwargs.get("model_kwargs", {}) model_kwargs["dtype"] = dtype if dtype is not None else "auto" - + # filter kwargs for SentenceTransformer st_kwargs = { "device": st_device, @@ -716,9 +716,14 @@ class FastSentenceTransformer(FastModel): "revision": revision, "model_kwargs": model_kwargs, } - + # add other known kwargs if present - known_keys = ["cache_folder", "truncate_dim", "tokenizer_kwargs", "config_kwargs"] + known_keys = [ + "cache_folder", + "truncate_dim", + "tokenizer_kwargs", + "config_kwargs", + ] for k in known_keys: if k in kwargs: st_kwargs[k] = kwargs[k]