From 362de80ea5760ec36512332d55de42efe0e67d84 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 11 Feb 2025 19:34:29 -0800 Subject: [PATCH] Update rl.py --- unsloth/models/rl.py | 1 - 1 file changed, 1 deletion(-) diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py index 2d75452b20..b1ee649c84 100644 --- a/unsloth/models/rl.py +++ b/unsloth/models/rl.py @@ -282,7 +282,6 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"): " if hasattr(self, 'neftune_hook_handle'): del self.neftune_hook_handle\n"\ "if getattr(args, 'neftune_noise_alpha', None) is not None:\n"\ " model.get_input_embeddings().neftune_noise_alpha = self.neftune_noise_alpha\n"\ - " self.neftune_hook_handle = self.model.get_input_embeddings().register_forward_hook(neftune_post_forward_hook)\n"\ "pass\n" RLTrainer_post += neftune_check pass