Update rl.py

This commit is contained in:
Daniel Han 2025-02-19 12:47:15 -08:00
commit 5ee0990347

View file

@ -519,7 +519,7 @@ def patch_functions(RLTrainer, trainer_file, RLTrainer_name, all_imports, import
replacer = replacer[0]
vllm_setter = "\n" + " "*8 + \
"if hasattr(model, 'vllm_engine') and "\
"hasattr(trainer.args, 'use_vllm') and (getattr(trainer.args, 'use_vllm', False) == False): "\
"hasattr(self.args, 'use_vllm') and (getattr(self.args, 'use_vllm', False) == False): "\
"args.use_vllm = True\n"
init = init.replace(replacer, replacer + vllm_setter)
pass