diff --git a/unsloth/models/sentence_transformer.py b/unsloth/models/sentence_transformer.py index d3617f630a..8dfcab0d5e 100644 --- a/unsloth/models/sentence_transformer.py +++ b/unsloth/models/sentence_transformer.py @@ -42,10 +42,10 @@ import shutil def _save_pretrained_torchao( self, save_directory, - tokenizer=None, - torchao_config=None, - push_to_hub=False, - token=None, + tokenizer = None, + torchao_config = None, + push_to_hub = False, + token = None, ): self.save_pretrained(save_directory) @@ -71,10 +71,10 @@ def _save_pretrained_torchao( break except: pass - + transformer_dir = os.path.join(save_directory, transformer_path) transformer_dir = os.path.abspath(transformer_dir) - + if tokenizer is None: tokenizer = self.tokenizer @@ -97,27 +97,27 @@ def _save_pretrained_torchao( unsloth_save_pretrained_torchao( inner_model, transformer_dir, - tokenizer=tokenizer, - torchao_config=torchao_config, - push_to_hub=push_to_hub, - token=token, + tokenizer = tokenizer, + torchao_config = torchao_config, + push_to_hub = push_to_hub, + token = token, ) # avoid `0_Transformer-torchao`, it was either this or fix modules.json torchao_dir = transformer_dir + "-torchao" if os.path.exists(torchao_dir): if not os.path.exists(transformer_dir): - os.makedirs(transformer_dir, exist_ok=True) + os.makedirs(transformer_dir, exist_ok = True) # move contents for item in os.listdir(torchao_dir): s = os.path.join(torchao_dir, item) d = os.path.join(transformer_dir, item) if os.path.isdir(s): - shutil.copytree(s, d, dirs_exist_ok=True) + shutil.copytree(s, d, dirs_exist_ok = True) else: shutil.copy2(s, d) - + # remove torchao dir shutil.rmtree(torchao_dir)