Update rl.py

This commit is contained in:
Daniel Han 2025-02-19 16:40:37 -08:00
commit cc7188e7d2

View file

@ -553,7 +553,7 @@ def patch_functions(RLTrainer, trainer_file, RLTrainer_name, all_imports, import
"guided_decoding=guided_decoding,",
'guided_decoding='\
'GuidedDecodingParams(backend="outlines", regex=args.vllm_guided_decoding_regex) '\
'if getattr(args, "vllm_guided_decoding_regex", None) is not None else None',
'if getattr(args, "vllm_guided_decoding_regex", None) is not None else None,',
)
# Replace with our vLLM engine
sampling_params = \