diff --git a/unsloth/dataprep/synthetic.py b/unsloth/dataprep/synthetic.py index 100044b54b..39f93a4702 100644 --- a/unsloth/dataprep/synthetic.py +++ b/unsloth/dataprep/synthetic.py @@ -26,6 +26,7 @@ import time from unsloth_zoo.vllm_utils import ( load_vllm, patch_vllm, + delete_vllm, ) import numpy as np @@ -189,6 +190,14 @@ class SyntheticDataKit: for _ in range(10): torch.cuda.empty_cache() gc.collect() + + # Delete vLLM module as well + # We delete llm.llm_engine.model_executor, so first make it accessible + class Dummy0: model_executor = 1 + class Dummy1: llm_engine = Dummy0() + class Dummy2: llm = Dummy1() + llm = Dummy2().llm.llm_engine.model_executor + delete_vllm(llm) pass def __enter__(self): return self @@ -274,4 +283,4 @@ class SyntheticDataKit: self.overlap = overlap pass -pass +pass \ No newline at end of file