ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

revert save_pretrained_merged change

Browse source
This commit is contained in:
electroglyph 2025-12-16 14:07:47 -08:00
commit 4aec1a4891
1 changed files with 1 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

13
unsloth/models/sentence_transformer.py
View file

@ -298,24 +298,13 @@ class FastSentenceTransformer(FastModel):
# sentence-transformers config and modules only get saved if we call save_pretrained
self.save_pretrained(save_directory)
# Remove LoRA adapters since we are saving the merged model
# remove LoRA adapters since we are saving the merged model
for file in ["adapter_model.safetensors", "adapter_config.json"]:
try:
os.remove(os.path.join(save_directory, file))
except:
pass
# remove quantization_config to prevent saving 4bit config for a 16bit merged model
config = self[0].auto_model.config
original_quantization_config = getattr(config, "quantization_config", None)
if original_quantization_config is not None:
del config.quantization_config
config.save_pretrained(save_directory)
if original_quantization_config is not None:
config.quantization_config = original_quantization_config
# save merged weights
tokenizer = kwargs.pop("tokenizer", self.tokenizer)
self[0].auto_model.save_pretrained_merged(save_directory, tokenizer=tokenizer, **kwargs)