Update synthetic.py

unsloth/dataprep/synthetic.py

@@ -26,6 +26,7 @@ import time
 from unsloth_zoo.vllm_utils import (
     load_vllm,
     patch_vllm,
+    delete_vllm,
 )
 import numpy as np
 
@@ -189,6 +190,14 @@ class SyntheticDataKit:
         for _ in range(10):
             torch.cuda.empty_cache()
             gc.collect()
+
+        # Delete vLLM module as well
+        # We delete llm.llm_engine.model_executor, so first make it accessible
+        class Dummy0: model_executor = 1
+        class Dummy1: llm_engine = Dummy0()
+        class Dummy2: llm = Dummy1()
+        llm = Dummy2().llm.llm_engine.model_executor
+        delete_vllm(llm)
     pass
 
     def __enter__(self): return self
@@ -274,4 +283,4 @@ class SyntheticDataKit:
 
         self.overlap = overlap
     pass
-pass
+pass