Update synthetic.py

This commit is contained in:
Daniel Han 2025-04-30 00:16:37 -07:00
commit e2252f9f1c

View file

@ -64,6 +64,7 @@ def async_load_vllm(
)
if "device" in engine_args: del engine_args["device"]
if "model" in engine_args: del engine_args["model"]
if "compilation_config" in engine_args: del engine_args["compilation_config"]
subprocess_commands = [
"vllm", "serve", str(model_name),