Update synthetic.py
This commit is contained in:
parent
efad91f704
commit
bcaec30e82
1 changed files with 5 additions and 2 deletions
|
|
@ -71,9 +71,12 @@ def async_load_vllm(
|
|||
for key, value in engine_args.items():
|
||||
flag = "--" + key.replace("_", "-")
|
||||
which = str(value).lower().replace("torch.", "")
|
||||
subprocess_commands += [flag, which,]
|
||||
if which == "true" or which == "false":
|
||||
# Ignore --enforce-eager True / False
|
||||
subprocess_commands += [flag,]
|
||||
else:
|
||||
subprocess_commands += [flag, which,]
|
||||
pass
|
||||
print(subprocess_commands)
|
||||
vllm_process = subprocess.Popen(
|
||||
subprocess_commands,
|
||||
stdout = subprocess.PIPE,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue