Update synthetic.py

This commit is contained in:
Daniel Han 2025-04-29 23:53:13 -07:00
commit bcaec30e82

View file

@ -71,9 +71,12 @@ def async_load_vllm(
for key, value in engine_args.items():
flag = "--" + key.replace("_", "-")
which = str(value).lower().replace("torch.", "")
subprocess_commands += [flag, which,]
if which == "true" or which == "false":
# Ignore --enforce-eager True / False
subprocess_commands += [flag,]
else:
subprocess_commands += [flag, which,]
pass
print(subprocess_commands)
vllm_process = subprocess.Popen(
subprocess_commands,
stdout = subprocess.PIPE,