From 4f51fe0a8cfd9a2ea2e56c15b6260fc0201329f7 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Mon, 19 Aug 2024 16:03:24 -0700 Subject: [PATCH] Update tokenizer_utils.py --- unsloth/tokenizer_utils.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/unsloth/tokenizer_utils.py b/unsloth/tokenizer_utils.py index a73887061f..b677f864a4 100644 --- a/unsloth/tokenizer_utils.py +++ b/unsloth/tokenizer_utils.py @@ -1176,15 +1176,15 @@ def patch_sft_trainer_tokenizer(): # Add NEFTune since it doesn't seem to work?? We need to manually inject it check_text += \ - "\n\n"\ - "print(1)\n"\ - "if getattr(self.model.get_input_embeddings(), 'neftune_noise_alpha', None) is not None:\n"\ - " print(2)\n"\ - " if hasattr(self, 'neftune_hook_handle'):\n"\ - " self.neftune_hook_handle.remove()\n"\ - " if hasattr(self, 'neftune_hook_handle'): del self.neftune_hook_handle\n"\ "\n"\ - " self.neftune_hook_handle = self.model.get_input_embeddings().register_forward_hook(neftune_post_forward_hook)\n\n"\ + "if hasattr(self, 'neftune_hook_handle'):\n"\ + " self.neftune_hook_handle.remove()\n"\ + " if hasattr(self, 'neftune_hook_handle'): del self.neftune_hook_handle\n"\ + "\n"\ + "if getattr(self, 'neftune_noise_alpha', None) is not None:\n"\ + " self.model.get_input_embeddings().neftune_noise_alpha = self.neftune_noise_alpha\n"\ + " self.neftune_hook_handle = self.model.get_input_embeddings().register_forward_hook(neftune_post_forward_hook)\n"\ + "pass\n"\ "\n" check_text = check_text.split("\n")