From 014d747bd8a3fd86b226d34ba627e69e21508a70 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 30 Apr 2025 00:05:28 -0700 Subject: [PATCH] Update synthetic.py --- unsloth/dataprep/synthetic.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/unsloth/dataprep/synthetic.py b/unsloth/dataprep/synthetic.py index ad4bdfcc5f..4ac8ee544c 100644 --- a/unsloth/dataprep/synthetic.py +++ b/unsloth/dataprep/synthetic.py @@ -42,7 +42,7 @@ pass def async_load_vllm( model_name = "unsloth/Llama-3.1-8B-Instruct-unsloth-bnb-4bit", max_seq_length = 2048, - gpu_memory_utilization = 0.85, + gpu_memory_utilization = 0.9, float8_kv_cache = False, conservativeness = 1.0, token = None, @@ -80,6 +80,7 @@ def async_load_vllm( else: subprocess_commands += ["--" + flag, which,] pass + print(subprocess_commands) vllm_process = subprocess.Popen( subprocess_commands, stdout = subprocess.PIPE,