ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update tokenizer_utils.py

Browse source
This commit is contained in:
Daniel Han 2024-08-19 15:52:13 -07:00
commit 7fd058fc71
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/tokenizer_utils.py
View file

@ -1177,14 +1177,16 @@ def patch_sft_trainer_tokenizer():
# Add NEFTune since it doesn't seem to work?? We need to manually inject it
check_text += \
"\n\n"\
"print(1)\n"\
"if getattr(self.model.get_input_embeddings(), 'neftune_noise_alpha', None) is not None:\n"\
" print(2)\n"\
" if hasattr(self, 'neftune_hook_handle'):\n"\
" self.neftune_hook_handle.remove()\n"\
" if hasattr(self, 'neftune_hook_handle'): del self.neftune_hook_handle\n"\
"\n"\
" self.neftune_hook_handle = self.model.get_input_embeddings().register_forward_hook(neftune_post_forward_hook)\n\n"\
"\n"
check_text = check_text.split("\n")
check_text = "\n".join(" "*where + x for x in check_text)