diff --git a/unsloth/models/rl_replacements.py b/unsloth/models/rl_replacements.py index 048db868a8..81ca2debce 100644 --- a/unsloth/models/rl_replacements.py +++ b/unsloth/models/rl_replacements.py @@ -172,7 +172,7 @@ def grpo_trainer__get_per_token_logps(function_name, function): replacer = \ "if not hasattr(self, '_autocast_dtype'):\n" + \ " "*spaces + "self._autocast_dtype = torch.float16 if os.environ.get('ACCELERATE_MIXED_PRECISION', 'fp16') == 'fp16' else torch.bfloat16\n" + \ - "with torch.amp.autocast(device_type = 'cuda', dtype = self._autocast_dtype):\n" + \ + " "*spaces + "with torch.amp.autocast(device_type = 'cuda', dtype = self._autocast_dtype):\n" + \ " "*spaces + original function = function.replace(original, replacer) pass