ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update synthetic.py

Browse source
This commit is contained in:
Daniel Han 2025-04-30 00:03:54 -07:00
commit b0c256571e
1 changed files with 4 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

9
unsloth/dataprep/synthetic.py
View file

@ -69,18 +69,17 @@ def async_load_vllm(
"vllm", "serve", str(model_name),
]
for key, value in engine_args.items():
flag = "--" + key.replace("_", "-")
flag = key.replace("_", "-")
which = str(value).lower().replace("torch.", "")
if which == "true":
# Ignore --enforce-eager True
subprocess_commands += [flag,]
subprocess_commands += ["--" + flag,]
elif which == "false":
# Add --no-enforce-eager
subprocess_commands += ["no-" + flag,]
subprocess_commands += ["--no-" + flag,]
else:
subprocess_commands += [flag, which,]
subprocess_commands += ["--" + flag, which,]
pass
print(subprocess_commands)
vllm_process = subprocess.Popen(
subprocess_commands,
stdout = subprocess.PIPE,