Update rl.py
This commit is contained in:
parent
8a703abe10
commit
cc7188e7d2
1 changed files with 1 additions and 1 deletions
|
|
@ -553,7 +553,7 @@ def patch_functions(RLTrainer, trainer_file, RLTrainer_name, all_imports, import
|
|||
"guided_decoding=guided_decoding,",
|
||||
'guided_decoding='\
|
||||
'GuidedDecodingParams(backend="outlines", regex=args.vllm_guided_decoding_regex) '\
|
||||
'if getattr(args, "vllm_guided_decoding_regex", None) is not None else None',
|
||||
'if getattr(args, "vllm_guided_decoding_regex", None) is not None else None,',
|
||||
)
|
||||
# Replace with our vLLM engine
|
||||
sampling_params = \
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue