diff --git a/unsloth/dataprep/synthetic.py b/unsloth/dataprep/synthetic.py index d79e36e7f8..143b8c68a2 100644 --- a/unsloth/dataprep/synthetic.py +++ b/unsloth/dataprep/synthetic.py @@ -37,7 +37,7 @@ class SyntheticDataKit: self, model_name = "unsloth/Llama-3.1-8B-Instruct-unsloth-bnb-4bit", max_seq_length = 2048, - gpu_memory_utilization = 0.9, + gpu_memory_utilization = 0.98, float8_kv_cache = False, conservativeness = 1.0, token = None, @@ -99,6 +99,7 @@ class SyntheticDataKit: stderr = subprocess.PIPE, start_new_session = True, ) + self.vllm_process = vllm_process atexit.register(self.destroy_vllm) self._finalizer = weakref.finalize(self, self.destroy_vllm) @@ -125,7 +126,6 @@ class SyntheticDataKit: raise RuntimeError("Unsloth: vllm_process failed to load!") trial += 1 time.sleep(1) - self.vllm_process = vllm_process return pass