ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix _save_pretrained_merged

Browse source
This commit is contained in:
electroglyph 2025-12-16 04:04:39 -08:00
commit da42e16505
1 changed files with 11 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

11
unsloth/models/sentence_transformer.py
View file

@ -232,6 +232,17 @@ class FastSentenceTransformer(FastModel):
except:
pass
# remove quantization_config to prevent saving 4bit config for a 16bit merged model
config = self[0].auto_model.config
original_quantization_config = getattr(config, "quantization_config", None)
if original_quantization_config is not None:
del config.quantization_config
config.save_pretrained(save_directory)
if original_quantization_config is not None:
config.quantization_config = original_quantization_config
# save merged weights
tokenizer = kwargs.pop("tokenizer", self.tokenizer)
self[0].auto_model.save_pretrained_merged(save_directory, tokenizer=tokenizer, **kwargs)