Update rl.py

This commit is contained in:
Daniel Han 2025-02-19 12:51:22 -08:00
commit d9b31ee764

View file

@ -519,7 +519,7 @@ def patch_functions(RLTrainer, trainer_file, RLTrainer_name, all_imports, import
replacer = replacer[0]
vllm_setter = "\n" + " "*8 + \
"if hasattr(model, 'vllm_engine') and "\
"hasattr(self.args, 'use_vllm') and (getattr(self.args, 'use_vllm', False) == False): "\
"hasattr(args, 'use_vllm') and (getattr(args, 'use_vllm', False) == False): "\
"args.use_vllm = True\n"
init = init.replace(replacer, replacer + vllm_setter)
pass