ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: join prior pump thread before starting new training job

Browse source
This commit is contained in:
Roland Tannous 2026-03-07 08:37:03 +00:00
commit f3aeceeb24
1 changed files with 8 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

8
studio/backend/core/training/training.py
View file

@ -101,6 +101,14 @@ class TrainingBackend:
logger.warning("Training subprocess already running")
return False
# Join prior pump thread to prevent it from consuming events
# from the new job's queue (it reads self._event_queue dynamically).
if self._pump_thread is not None and self._pump_thread.is_alive():
self._pump_thread.join(timeout=5.0)
if self._pump_thread.is_alive():
logger.warning("Previous pump thread did not exit within 5s")
self._pump_thread = None
# Reset state
self._should_stop = False
self._progress = TrainingProgress(is_training=True, status_message="Initializing training...")