ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

comment

Browse source
This commit is contained in:
electroglyph 2025-12-16 13:38:31 -08:00
commit 3b39be0150
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
unsloth/models/sentence_transformer.py
View file

@ -62,6 +62,8 @@ class FastSentenceTransformer(FastModel):
if pooling_config_path:
with open(pooling_config_path, "r") as f:
pooling_config = json.load(f)
# from here:
# https://github.com/huggingface/sentence-transformers/blob/main/sentence_transformers/models/Pooling.py#L19
pooling_map = {
"pooling_mode_cls_token": "cls",
"pooling_mode_mean_tokens": "mean",
@ -256,7 +258,6 @@ class FastSentenceTransformer(FastModel):
os.environ["UNSLOTH_WARN_UNINITIALIZED"] = "0"
try:
# 1. Load the specific FastModel (Unsloth optimized)
model, tokenizer = FastModel.from_pretrained(
model_name = model_name,
max_seq_length = max_seq_length,