From 8a703abe10f72c3ff6fb55f1b6eb7e36ff1827c2 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 19 Feb 2025 16:38:44 -0800 Subject: [PATCH] Update rl.py --- unsloth/models/rl.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py index 9980d32789..e977d2f91e 100644 --- a/unsloth/models/rl.py +++ b/unsloth/models/rl.py @@ -551,6 +551,7 @@ def patch_functions(RLTrainer, trainer_file, RLTrainer_name, all_imports, import # Fix guided_decoding sampling_params = sampling_params.replace( "guided_decoding=guided_decoding,", + 'guided_decoding='\ 'GuidedDecodingParams(backend="outlines", regex=args.vllm_guided_decoding_regex) '\ 'if getattr(args, "vllm_guided_decoding_regex", None) is not None else None', )