fix: clear stale model state on failed inference subprocess reload
This commit is contained in:
parent
4f766bbe25
commit
a7c34b42be
1 changed files with 4 additions and 0 deletions
|
|
@ -319,10 +319,14 @@ class InferenceOrchestrator:
|
|||
else:
|
||||
error = resp.get("error", "Failed to load model")
|
||||
self.loading_models.discard(model_name)
|
||||
self.active_model_name = None
|
||||
self.models.clear()
|
||||
raise Exception(error)
|
||||
|
||||
except Exception:
|
||||
self.loading_models.discard(model_name)
|
||||
self.active_model_name = None
|
||||
self.models.clear()
|
||||
raise
|
||||
|
||||
def unload_model(self, model_name: str) -> bool:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue