Update synthetic.py
This commit is contained in:
parent
b71cb2705c
commit
e2252f9f1c
1 changed files with 1 additions and 0 deletions
|
|
@ -64,6 +64,7 @@ def async_load_vllm(
|
|||
)
|
||||
if "device" in engine_args: del engine_args["device"]
|
||||
if "model" in engine_args: del engine_args["model"]
|
||||
if "compilation_config" in engine_args: del engine_args["compilation_config"]
|
||||
|
||||
subprocess_commands = [
|
||||
"vllm", "serve", str(model_name),
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue