From cc7188e7d2603c40b0a0b9e427af59b69872746e Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 19 Feb 2025 16:40:37 -0800 Subject: [PATCH] Update rl.py --- unsloth/models/rl.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py index e977d2f91e..24f503dc6a 100644 --- a/unsloth/models/rl.py +++ b/unsloth/models/rl.py @@ -553,7 +553,7 @@ def patch_functions(RLTrainer, trainer_file, RLTrainer_name, all_imports, import "guided_decoding=guided_decoding,", 'guided_decoding='\ 'GuidedDecodingParams(backend="outlines", regex=args.vllm_guided_decoding_regex) '\ - 'if getattr(args, "vllm_guided_decoding_regex", None) is not None else None', + 'if getattr(args, "vllm_guided_decoding_regex", None) is not None else None,', ) # Replace with our vLLM engine sampling_params = \