From 76e632ea35034be14a4d76cdde9f8343069c6181 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 13 May 2025 08:25:48 -0700 Subject: [PATCH] Update synthetic.py --- unsloth/dataprep/synthetic.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/unsloth/dataprep/synthetic.py b/unsloth/dataprep/synthetic.py index 100044b54b..39f93a4702 100644 --- a/unsloth/dataprep/synthetic.py +++ b/unsloth/dataprep/synthetic.py @@ -26,6 +26,7 @@ import time from unsloth_zoo.vllm_utils import ( load_vllm, patch_vllm, + delete_vllm, ) import numpy as np @@ -189,6 +190,14 @@ class SyntheticDataKit: for _ in range(10): torch.cuda.empty_cache() gc.collect() + + # Delete vLLM module as well + # We delete llm.llm_engine.model_executor, so first make it accessible + class Dummy0: model_executor = 1 + class Dummy1: llm_engine = Dummy0() + class Dummy2: llm = Dummy1() + llm = Dummy2().llm.llm_engine.model_executor + delete_vllm(llm) pass def __enter__(self): return self @@ -274,4 +283,4 @@ class SyntheticDataKit: self.overlap = overlap pass -pass +pass \ No newline at end of file