diff --git a/unsloth/dataprep/synthetic.py b/unsloth/dataprep/synthetic.py index ad03bc5523..9f8204b5f0 100644 --- a/unsloth/dataprep/synthetic.py +++ b/unsloth/dataprep/synthetic.py @@ -64,6 +64,7 @@ def async_load_vllm( ) if "device" in engine_args: del engine_args["device"] if "model" in engine_args: del engine_args["model"] + if "compilation_config" in engine_args: del engine_args["compilation_config"] subprocess_commands = [ "vllm", "serve", str(model_name),