From 2f2930ee508adae92f939955e5ca87d664317c48 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sat, 21 Jun 2025 22:26:46 -0700 Subject: [PATCH] Update rl.py --- unsloth/models/rl.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py index 8ebb5c824b..f2f9280cad 100644 --- a/unsloth/models/rl.py +++ b/unsloth/models/rl.py @@ -531,7 +531,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"): " mask_truncated_completions = True\n"\ " epsilon_high = 0.28\n"\ " beta = 0.0\n"\ - " loss_type = 'bnpo'" + " loss_type = 'bnpo'\n"\ "\n" extra_args += check_dr_grpo pass