From 4aec1a489148719e6bff4ee866077116ea1ffa17 Mon Sep 17 00:00:00 2001 From: electroglyph Date: Tue, 16 Dec 2025 14:07:47 -0800 Subject: [PATCH] revert save_pretrained_merged change --- unsloth/models/sentence_transformer.py | 13 +------------ 1 file changed, 1 insertion(+), 12 deletions(-) diff --git a/unsloth/models/sentence_transformer.py b/unsloth/models/sentence_transformer.py index 0444828696..b73d5f74f6 100644 --- a/unsloth/models/sentence_transformer.py +++ b/unsloth/models/sentence_transformer.py @@ -298,24 +298,13 @@ class FastSentenceTransformer(FastModel): # sentence-transformers config and modules only get saved if we call save_pretrained self.save_pretrained(save_directory) - # Remove LoRA adapters since we are saving the merged model + # remove LoRA adapters since we are saving the merged model for file in ["adapter_model.safetensors", "adapter_config.json"]: try: os.remove(os.path.join(save_directory, file)) except: pass - # remove quantization_config to prevent saving 4bit config for a 16bit merged model - config = self[0].auto_model.config - original_quantization_config = getattr(config, "quantization_config", None) - if original_quantization_config is not None: - del config.quantization_config - - config.save_pretrained(save_directory) - - if original_quantization_config is not None: - config.quantization_config = original_quantization_config - # save merged weights tokenizer = kwargs.pop("tokenizer", self.tokenizer) self[0].auto_model.save_pretrained_merged(save_directory, tokenizer=tokenizer, **kwargs)