diff --git a/studio/backend/core/inference/diffusion_families.py b/studio/backend/core/inference/diffusion_families.py index 3ac238e399..7257c69e9e 100644 --- a/studio/backend/core/inference/diffusion_families.py +++ b/studio/backend/core/inference/diffusion_families.py @@ -182,7 +182,9 @@ def detect_family(repo_id: str, override: Optional[str] = None) -> Optional[Diff def detect_family_for_pick( - repo_id: str, gguf_filename: Optional[str] = None, override: Optional[str] = None + repo_id: str, + gguf_filename: Optional[str] = None, + override: Optional[str] = None, ) -> Optional[DiffusionFamily]: """``detect_family``, falling back to the combined path/filename for a direct local ``.gguf`` pick. The frontend splits such a pick into (parent dir, basename), diff --git a/studio/backend/core/inference/diffusion_speed.py b/studio/backend/core/inference/diffusion_speed.py index 5f1ef64445..fba962f3ba 100644 --- a/studio/backend/core/inference/diffusion_speed.py +++ b/studio/backend/core/inference/diffusion_speed.py @@ -253,6 +253,7 @@ def _enable_cudnn_benchmark(logger: Any) -> bool: def _enable_tf32(logger: Any) -> bool: try: import torch + torch.backends.cuda.matmul.allow_tf32 = True torch.backends.cudnn.allow_tf32 = True return True