Update rl.py

This commit is contained in:
Daniel Han 2025-02-19 16:38:44 -08:00
commit 8a703abe10

View file

@ -551,6 +551,7 @@ def patch_functions(RLTrainer, trainer_file, RLTrainer_name, all_imports, import
# Fix guided_decoding
sampling_params = sampling_params.replace(
"guided_decoding=guided_decoding,",
'guided_decoding='\
'GuidedDecodingParams(backend="outlines", regex=args.vllm_guided_decoding_regex) '\
'if getattr(args, "vllm_guided_decoding_regex", None) is not None else None',
)