From d6fbd3043e2a0e59fb93997209c79b493405425e Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 14 May 2025 03:44:15 -0700 Subject: [PATCH] Update synthetic.py --- unsloth/dataprep/synthetic.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/unsloth/dataprep/synthetic.py b/unsloth/dataprep/synthetic.py index 32ebad60ba..c9609ca61c 100644 --- a/unsloth/dataprep/synthetic.py +++ b/unsloth/dataprep/synthetic.py @@ -81,6 +81,9 @@ class SyntheticDataKit: if "device" in engine_args: del engine_args["device"] if "model" in engine_args: del engine_args["model"] + if "compilation_config" in engine_args: + # Cannot parse in vllm serve + engine_args["compilation_config"] = 3 subprocess_commands = [ "vllm", "serve", str(model_name), @@ -113,7 +116,8 @@ class SyntheticDataKit: print("Stdout stream ended before readiness message detected.") break output_str = output.decode('utf-8', errors='ignore').strip() - print(f"vLLM STDOUT: {output_str}") + if "platform is" not in output_str: + print(f"vLLM STDOUT: {output_str}") if ready_message_part in output: print(f"\n--- vLLM Server Ready (Detected: '{ready_message_part.decode()}') ---") ready = True